2024-11-19 19:18:28,752 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 19:18:28,783 main DEBUG Took 0.028753 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 19:18:28,784 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 19:18:28,784 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 19:18:28,785 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 19:18:28,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:18:28,800 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 19:18:28,817 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:18:28,820 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:18:28,821 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:18:28,823 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:18:28,824 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:18:28,825 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:18:28,827 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:18:28,828 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:18:28,829 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:18:28,830 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:18:28,831 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:18:28,832 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 19:18:28,833 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,834 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 19:18:28,836 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 19:18:28,837 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 19:18:28,840 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 19:18:28,841 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 19:18:28,842 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 19:18:28,843 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 19:18:28,856 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 19:18:28,860 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 19:18:28,863 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 19:18:28,863 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 19:18:28,864 main DEBUG createAppenders(={Console}) 2024-11-19 19:18:28,866 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-19 19:18:28,866 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 19:18:28,867 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-19 19:18:28,867 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 19:18:28,868 main DEBUG OutputStream closed 2024-11-19 19:18:28,868 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 19:18:28,869 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 19:18:28,869 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-19 19:18:28,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 19:18:28,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 19:18:28,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 19:18:28,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 19:18:28,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 19:18:28,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 19:18:28,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 19:18:28,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 19:18:28,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 19:18:28,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 19:18:28,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 19:18:28,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 19:18:28,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 19:18:28,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 19:18:28,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 19:18:28,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 19:18:28,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 19:18:28,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 19:18:28,970 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 19:18:28,970 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-19 19:18:28,970 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 19:18:28,971 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-19T19:18:28,984 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-19 19:18:28,987 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 19:18:28,988 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T19:18:29,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=898, ProcessCount=11, AvailableMemoryMB=4825 2024-11-19T19:18:29,265 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-19T19:18:29,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b 2024-11-19T19:18:29,305 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/cluster_b2acff9e-89ef-43db-ca64-fb6f3b2ec38b, deleteOnExit=true 2024-11-19T19:18:29,392 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/cluster_b2acff9e-89ef-43db-ca64-fb6f3b2ec38b/zookeeper_0, clientPort=57001, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/cluster_b2acff9e-89ef-43db-ca64-fb6f3b2ec38b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/cluster_b2acff9e-89ef-43db-ca64-fb6f3b2ec38b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T19:18:29,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57001 2024-11-19T19:18:29,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:18:29,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:18:29,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/test.cache.data in system properties and HBase conf 2024-11-19T19:18:29,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:18:29,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:18:29,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:18:29,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:18:29,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:18:29,501 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T19:18:29,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:18:29,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:18:29,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:18:29,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:18:29,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:18:29,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:18:29,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:18:29,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:18:29,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:18:29,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:18:29,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:18:29,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:18:29,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:18:29,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:18:29,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:18:30,769 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T19:18:30,839 INFO [Time-limited test {}] log.Log(170): Logging initialized @2774ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T19:18:30,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:18:30,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:18:31,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:18:31,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:18:31,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:18:31,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:18:31,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:18:31,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:18:31,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/java.io.tmpdir/jetty-localhost-35515-hadoop-hdfs-3_4_1-tests_jar-_-any-8090574087065577714/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:18:31,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:35515} 2024-11-19T19:18:31,215 INFO [Time-limited test {}] server.Server(415): Started @3152ms 2024-11-19T19:18:31,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:18:31,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:18:31,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:18:31,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:18:31,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:18:31,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:18:31,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:18:31,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/java.io.tmpdir/jetty-localhost-33323-hadoop-hdfs-3_4_1-tests_jar-_-any-18297067313108391787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:18:31,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:33323} 2024-11-19T19:18:31,865 INFO [Time-limited test {}] server.Server(415): Started @3802ms 2024-11-19T19:18:31,916 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:18:32,966 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/cluster_b2acff9e-89ef-43db-ca64-fb6f3b2ec38b/data/data2/current/BP-1945733096-172.17.0.3-1732043910245/current, will proceed with Du for space computation calculation, 2024-11-19T19:18:32,966 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/cluster_b2acff9e-89ef-43db-ca64-fb6f3b2ec38b/data/data1/current/BP-1945733096-172.17.0.3-1732043910245/current, will proceed with Du for space computation calculation, 2024-11-19T19:18:32,990 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:18:33,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d26df753e619582 with lease ID 0xefe9524f1dfe7f: Processing first storage report for DS-6be47991-e09e-449d-8d93-1a2723d3a8e1 from datanode DatanodeRegistration(127.0.0.1:44947, datanodeUuid=8fff9dd8-0081-4754-8200-ad6e49629c9f, infoPort=41541, infoSecurePort=0, ipcPort=37175, storageInfo=lv=-57;cid=testClusterID;nsid=389791520;c=1732043910245) 2024-11-19T19:18:33,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d26df753e619582 with lease ID 0xefe9524f1dfe7f: from storage DS-6be47991-e09e-449d-8d93-1a2723d3a8e1 node DatanodeRegistration(127.0.0.1:44947, datanodeUuid=8fff9dd8-0081-4754-8200-ad6e49629c9f, infoPort=41541, infoSecurePort=0, ipcPort=37175, storageInfo=lv=-57;cid=testClusterID;nsid=389791520;c=1732043910245), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T19:18:33,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d26df753e619582 with lease ID 0xefe9524f1dfe7f: Processing first storage report for DS-e3483e4a-690f-4075-b0e5-6a0c6f463059 from datanode DatanodeRegistration(127.0.0.1:44947, datanodeUuid=8fff9dd8-0081-4754-8200-ad6e49629c9f, infoPort=41541, infoSecurePort=0, ipcPort=37175, storageInfo=lv=-57;cid=testClusterID;nsid=389791520;c=1732043910245) 2024-11-19T19:18:33,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d26df753e619582 with lease ID 0xefe9524f1dfe7f: from storage DS-e3483e4a-690f-4075-b0e5-6a0c6f463059 node DatanodeRegistration(127.0.0.1:44947, datanodeUuid=8fff9dd8-0081-4754-8200-ad6e49629c9f, infoPort=41541, infoSecurePort=0, ipcPort=37175, storageInfo=lv=-57;cid=testClusterID;nsid=389791520;c=1732043910245), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:18:33,122 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b 2024-11-19T19:18:33,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:33,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:33,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:18:33,766 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4 with version=8 2024-11-19T19:18:33,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/hbase-staging 2024-11-19T19:18:33,880 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T19:18:34,181 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:18:34,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:34,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:34,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:18:34,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:34,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:18:34,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:18:34,443 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T19:18:34,454 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T19:18:34,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:18:34,484 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11157 (auto-detected) 2024-11-19T19:18:34,485 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-19T19:18:34,509 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46681 2024-11-19T19:18:34,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46681 connecting to ZooKeeper ensemble=127.0.0.1:57001 2024-11-19T19:18:34,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466810x0, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:18:34,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46681-0x1015488a4a60000 connected 2024-11-19T19:18:34,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:34,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:34,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/running 2024-11-19T19:18:34,749 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4, hbase.cluster.distributed=false 2024-11-19T19:18:34,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/acl 2024-11-19T19:18:34,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46681 2024-11-19T19:18:34,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46681 2024-11-19T19:18:34,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46681 2024-11-19T19:18:34,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46681 2024-11-19T19:18:34,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46681 2024-11-19T19:18:34,936 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:18:34,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:34,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:34,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:18:34,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:34,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:18:34,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:18:34,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:18:34,950 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46475 2024-11-19T19:18:34,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46475 connecting to ZooKeeper ensemble=127.0.0.1:57001 2024-11-19T19:18:34,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:34,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:34,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464750x0, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:18:34,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464750x0, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/running 2024-11-19T19:18:35,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46475-0x1015488a4a60001 connected 2024-11-19T19:18:35,025 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:18:35,040 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:18:35,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/master 2024-11-19T19:18:35,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/acl 2024-11-19T19:18:35,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46475 2024-11-19T19:18:35,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46475 2024-11-19T19:18:35,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46475 2024-11-19T19:18:35,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46475 2024-11-19T19:18:35,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46475 2024-11-19T19:18:35,079 DEBUG [M:0;f156d4de6e70:46681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:46681 2024-11-19T19:18:35,080 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0198408005/backup-masters/f156d4de6e70,46681,1732043913979 2024-11-19T19:18:35,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005/backup-masters 2024-11-19T19:18:35,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005/backup-masters 2024-11-19T19:18:35,139 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on existing znode=/0198408005/backup-masters/f156d4de6e70,46681,1732043913979 2024-11-19T19:18:35,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0198408005/master 2024-11-19T19:18:35,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:35,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:35,173 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on existing znode=/0198408005/master 2024-11-19T19:18:35,176 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0198408005/backup-masters/f156d4de6e70,46681,1732043913979 from backup master directory 2024-11-19T19:18:35,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198408005/backup-masters/f156d4de6e70,46681,1732043913979 2024-11-19T19:18:35,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005/backup-masters 2024-11-19T19:18:35,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005/backup-masters 2024-11-19T19:18:35,189 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:18:35,189 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,46681,1732043913979 2024-11-19T19:18:35,192 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T19:18:35,193 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T19:18:35,259 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/hbase.id] with ID: 8edf5b9e-3018-4160-8547-adf67ba9e26c 2024-11-19T19:18:35,259 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/.tmp/hbase.id 2024-11-19T19:18:35,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:18:35,273 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/.tmp/hbase.id]:[hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/hbase.id] 2024-11-19T19:18:35,328 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:35,335 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:18:35,360 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-19T19:18:35,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:35,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:35,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:18:35,400 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:18:35,403 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:18:35,422 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:18:35,428 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:18:35,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:18:35,890 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store 2024-11-19T19:18:35,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:18:35,921 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T19:18:35,925 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:18:35,928 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:18:35,928 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:35,928 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:35,931 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-19T19:18:35,931 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:35,932 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:35,933 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732043915928Disabling compacts and flushes for region at 1732043915928Disabling writes for close at 1732043915931 (+3 ms)Writing region close event to WAL at 1732043915932 (+1 ms)Closed at 1732043915932 2024-11-19T19:18:35,936 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/.initializing 2024-11-19T19:18:35,936 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,46681,1732043913979 2024-11-19T19:18:35,946 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:18:35,963 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C46681%2C1732043913979, suffix=, logDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,46681,1732043913979, archiveDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/oldWALs, maxLogs=10 2024-11-19T19:18:35,991 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,46681,1732043913979/f156d4de6e70%2C46681%2C1732043913979.1732043915969, exclude list is [], retry=0 2024-11-19T19:18:36,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44947,DS-6be47991-e09e-449d-8d93-1a2723d3a8e1,DISK] 2024-11-19T19:18:36,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T19:18:36,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,46681,1732043913979/f156d4de6e70%2C46681%2C1732043913979.1732043915969 2024-11-19T19:18:36,068 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41541:41541)] 2024-11-19T19:18:36,069 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:18:36,069 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:18:36,073 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:36,074 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:36,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:36,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:18:36,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:36,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:36,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:36,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:18:36,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:36,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:36,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:36,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:18:36,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:36,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:36,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:36,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:18:36,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:36,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:36,169 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:36,173 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:36,175 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:36,181 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:36,182 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:36,186 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:18:36,191 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:36,196 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:18:36,197 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70955908, jitterRate=0.05732542276382446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:18:36,206 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732043916087Initializing all the Stores at 1732043916090 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043916091 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043916092 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043916092Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043916092Cleaning up temporary data from old regions at 1732043916182 (+90 ms)Region opened successfully at 1732043916206 (+24 ms) 2024-11-19T19:18:36,208 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:18:36,262 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22503e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:18:36,302 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:18:36,317 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:18:36,317 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:18:36,321 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:18:36,322 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T19:18:36,328 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-19T19:18:36,329 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:18:36,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:18:36,373 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Unable to get data of znode /0198408005/balancer because node does not exist (not necessarily an error) 2024-11-19T19:18:36,419 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/balancer already deleted, retry=false 2024-11-19T19:18:36,422 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:18:36,424 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Unable to get data of znode /0198408005/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:18:36,434 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/normalizer already deleted, retry=false 2024-11-19T19:18:36,436 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:18:36,440 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Unable to get data of znode /0198408005/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:18:36,451 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/switch/split already deleted, retry=false 2024-11-19T19:18:36,452 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Unable to get data of znode /0198408005/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:18:36,465 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/switch/merge already deleted, retry=false 2024-11-19T19:18:36,490 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Unable to get data of znode /0198408005/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:18:36,497 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/snapshot-cleanup already deleted, retry=false 2024-11-19T19:18:36,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0198408005/running 2024-11-19T19:18:36,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0198408005/running 2024-11-19T19:18:36,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:36,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:36,525 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,46681,1732043913979, sessionid=0x1015488a4a60000, setting cluster-up flag (Was=false) 2024-11-19T19:18:36,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:36,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:36,592 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0198408005/flush-table-proc/acquired, /0198408005/flush-table-proc/reached, /0198408005/flush-table-proc/abort 2024-11-19T19:18:36,594 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,46681,1732043913979 2024-11-19T19:18:36,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:36,655 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0198408005/online-snapshot/acquired, /0198408005/online-snapshot/reached, /0198408005/online-snapshot/abort 2024-11-19T19:18:36,657 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,46681,1732043913979 2024-11-19T19:18:36,664 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:18:36,668 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(746): ClusterId : 8edf5b9e-3018-4160-8547-adf67ba9e26c 2024-11-19T19:18:36,670 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:18:36,685 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:18:36,685 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:18:36,699 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:18:36,700 DEBUG [RS:0;f156d4de6e70:46475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5afbb55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:18:36,719 DEBUG [RS:0;f156d4de6e70:46475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:46475 2024-11-19T19:18:36,723 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:18:36,723 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:18:36,723 DEBUG [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:18:36,727 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,46681,1732043913979 with port=46475, startcode=1732043914886 2024-11-19T19:18:36,741 DEBUG [RS:0;f156d4de6e70:46475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:18:36,759 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:18:36,779 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:18:36,793 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:18:36,792 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:18:36,803 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46681 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T19:18:36,801 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,46681,1732043913979 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:18:36,810 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:18:36,810 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:18:36,811 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:18:36,811 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:18:36,811 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:18:36,811 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:36,811 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:18:36,812 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:36,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:18:36,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:18:36,838 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:36,838 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:18:36,845 DEBUG [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T19:18:36,846 WARN [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T19:18:36,847 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732043946847 2024-11-19T19:18:36,850 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:18:36,851 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:18:36,857 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:18:36,858 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:18:36,858 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:18:36,858 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:18:36,860 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:36,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:18:36,874 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:18:36,876 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:18:36,876 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:18:36,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:18:36,877 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:18:36,877 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4 2024-11-19T19:18:36,884 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:18:36,885 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:18:36,897 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043916887,5,FailOnTimeoutGroup] 2024-11-19T19:18:36,900 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043916897,5,FailOnTimeoutGroup] 2024-11-19T19:18:36,901 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:36,901 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:18:36,904 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:36,904 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:36,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741832_1008 (size=32) 2024-11-19T19:18:36,948 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,46681,1732043913979 with port=46475, startcode=1732043914886 2024-11-19T19:18:36,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,46475,1732043914886 2024-11-19T19:18:36,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46681 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,46475,1732043914886 2024-11-19T19:18:36,971 DEBUG [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4 2024-11-19T19:18:36,971 DEBUG [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39513 2024-11-19T19:18:36,972 DEBUG [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:18:36,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005/rs 2024-11-19T19:18:36,994 DEBUG [RS:0;f156d4de6e70:46475 {}] zookeeper.ZKUtil(111): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on existing znode=/0198408005/rs/f156d4de6e70,46475,1732043914886 2024-11-19T19:18:36,994 WARN [RS:0;f156d4de6e70:46475 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:18:36,994 INFO [RS:0;f156d4de6e70:46475 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:18:36,995 DEBUG [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886 2024-11-19T19:18:36,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,46475,1732043914886] 2024-11-19T19:18:37,040 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:18:37,099 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:18:37,110 INFO [RS:0;f156d4de6e70:46475 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:18:37,111 INFO [RS:0;f156d4de6e70:46475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:37,121 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:18:37,145 INFO [RS:0;f156d4de6e70:46475 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:18:37,147 INFO [RS:0;f156d4de6e70:46475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:37,147 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:37,148 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:37,148 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:37,149 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:37,150 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:37,150 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:18:37,150 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:37,150 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:37,150 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:37,151 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:37,151 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:37,151 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:37,151 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:18:37,151 DEBUG [RS:0;f156d4de6e70:46475 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:18:37,178 INFO [RS:0;f156d4de6e70:46475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:37,179 INFO [RS:0;f156d4de6e70:46475 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:37,179 INFO [RS:0;f156d4de6e70:46475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:37,179 INFO [RS:0;f156d4de6e70:46475 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:37,179 INFO [RS:0;f156d4de6e70:46475 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:37,180 INFO [RS:0;f156d4de6e70:46475 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,46475,1732043914886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:18:37,224 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:18:37,226 INFO [RS:0;f156d4de6e70:46475 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,46475,1732043914886-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:37,226 INFO [RS:0;f156d4de6e70:46475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:37,227 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.Replication(171): f156d4de6e70,46475,1732043914886 started 2024-11-19T19:18:37,253 INFO [RS:0;f156d4de6e70:46475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:37,254 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,46475,1732043914886, RpcServer on f156d4de6e70/172.17.0.3:46475, sessionid=0x1015488a4a60001 2024-11-19T19:18:37,255 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:18:37,255 DEBUG [RS:0;f156d4de6e70:46475 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,46475,1732043914886 2024-11-19T19:18:37,256 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,46475,1732043914886' 2024-11-19T19:18:37,256 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0198408005/flush-table-proc/abort' 2024-11-19T19:18:37,257 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0198408005/flush-table-proc/acquired' 2024-11-19T19:18:37,259 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:18:37,259 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:18:37,260 DEBUG [RS:0;f156d4de6e70:46475 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,46475,1732043914886 2024-11-19T19:18:37,260 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,46475,1732043914886' 2024-11-19T19:18:37,260 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0198408005/online-snapshot/abort' 2024-11-19T19:18:37,261 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0198408005/online-snapshot/acquired' 2024-11-19T19:18:37,262 DEBUG [RS:0;f156d4de6e70:46475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:18:37,262 INFO [RS:0;f156d4de6e70:46475 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:18:37,262 INFO [RS:0;f156d4de6e70:46475 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:18:37,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:18:37,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:18:37,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:18:37,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:37,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:37,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:18:37,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:18:37,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:37,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:37,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:18:37,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:18:37,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:37,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:37,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:18:37,369 INFO [RS:0;f156d4de6e70:46475 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:18:37,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:18:37,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:37,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:37,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:18:37,373 INFO [RS:0;f156d4de6e70:46475 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C46475%2C1732043914886, suffix=, logDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886, archiveDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/oldWALs, maxLogs=10 2024-11-19T19:18:37,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740 2024-11-19T19:18:37,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740 2024-11-19T19:18:37,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:18:37,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:18:37,380 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:18:37,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:18:37,408 DEBUG [RS:0;f156d4de6e70:46475 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.1732043917379, exclude list is [], retry=0 2024-11-19T19:18:37,411 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:18:37,413 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63685981, jitterRate=-0.05100493133068085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:18:37,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44947,DS-6be47991-e09e-449d-8d93-1a2723d3a8e1,DISK] 2024-11-19T19:18:37,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732043917322Initializing all the Stores at 1732043917326 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043917326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043917328 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043917328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043917328Cleaning up temporary data from old regions at 1732043917379 (+51 ms)Region opened successfully at 1732043917423 (+44 ms) 2024-11-19T19:18:37,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:18:37,424 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:18:37,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:18:37,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:18:37,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:18:37,432 INFO [RS:0;f156d4de6e70:46475 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.1732043917379 2024-11-19T19:18:37,436 DEBUG [RS:0;f156d4de6e70:46475 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41541:41541)] 2024-11-19T19:18:37,448 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:18:37,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732043917423Disabling compacts and flushes for region at 1732043917423Disabling writes for close at 1732043917428 (+5 ms)Writing region close event to WAL at 1732043917447 (+19 ms)Closed at 1732043917448 (+1 ms) 2024-11-19T19:18:37,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:18:37,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:18:37,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:18:37,486 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:18:37,492 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:18:37,644 DEBUG [f156d4de6e70:46681 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:18:37,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,46475,1732043914886 2024-11-19T19:18:37,671 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,46475,1732043914886, state=OPENING 2024-11-19T19:18:37,724 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:18:37,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:37,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:37,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198408005/meta-region-server: CHANGED 2024-11-19T19:18:37,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198408005/meta-region-server: CHANGED 2024-11-19T19:18:37,738 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:18:37,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,46475,1732043914886}] 2024-11-19T19:18:37,917 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:18:37,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:18:37,935 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:18:37,935 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:18:37,936 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:18:37,943 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C46475%2C1732043914886.meta, suffix=.meta, logDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886, archiveDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/oldWALs, maxLogs=10 2024-11-19T19:18:37,968 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.meta.1732043917948.meta, exclude list is [], retry=0 2024-11-19T19:18:37,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44947,DS-6be47991-e09e-449d-8d93-1a2723d3a8e1,DISK] 2024-11-19T19:18:37,986 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.meta.1732043917948.meta 2024-11-19T19:18:37,987 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41541:41541)] 2024-11-19T19:18:37,988 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:18:37,994 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:18:37,996 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:18:37,999 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:18:38,002 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:18:38,007 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:18:38,007 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:18:38,008 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:18:38,008 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:18:38,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:18:38,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:18:38,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:38,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:38,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:18:38,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:18:38,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:38,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:38,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:18:38,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:18:38,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:38,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:38,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:18:38,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:18:38,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:38,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:38,032 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:18:38,033 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740 2024-11-19T19:18:38,036 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740 2024-11-19T19:18:38,039 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:18:38,039 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:18:38,040 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:18:38,043 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:18:38,045 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66879508, jitterRate=-0.003417670726776123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:18:38,045 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:18:38,047 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732043918009Writing region info on filesystem at 1732043918009Initializing all the Stores at 1732043918015 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043918015Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043918015Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043918015Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043918015Cleaning up temporary data from old regions at 1732043918039 (+24 ms)Running coprocessor post-open hooks at 1732043918045 (+6 ms)Region opened successfully at 1732043918047 (+2 ms) 2024-11-19T19:18:38,054 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732043917909 2024-11-19T19:18:38,066 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:18:38,067 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:18:38,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,46475,1732043914886 2024-11-19T19:18:38,074 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,46475,1732043914886, state=OPEN 2024-11-19T19:18:38,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0198408005/meta-region-server 2024-11-19T19:18:38,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0198408005/meta-region-server 2024-11-19T19:18:38,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198408005/meta-region-server: CHANGED 2024-11-19T19:18:38,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198408005/meta-region-server: CHANGED 2024-11-19T19:18:38,201 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,46475,1732043914886 2024-11-19T19:18:38,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:18:38,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,46475,1732043914886 in 462 msec 2024-11-19T19:18:38,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:18:38,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 754 msec 2024-11-19T19:18:38,225 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:18:38,225 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:18:38,251 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:18:38,253 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,46475,1732043914886, seqNum=-1] 2024-11-19T19:18:38,280 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:18:38,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:18:38,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6080 sec 2024-11-19T19:18:38,313 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732043918313, completionTime=-1 2024-11-19T19:18:38,317 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:18:38,318 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:18:38,351 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:18:38,351 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732043978351 2024-11-19T19:18:38,351 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044038351 2024-11-19T19:18:38,351 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 33 msec 2024-11-19T19:18:38,354 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,46681,1732043913979-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:38,354 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,46681,1732043913979-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:38,355 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,46681,1732043913979-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:38,357 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:46681, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:38,357 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:38,358 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:38,370 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:18:38,437 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.248sec 2024-11-19T19:18:38,439 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:18:38,441 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:18:38,442 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:18:38,443 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:18:38,443 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:18:38,444 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,46681,1732043913979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:18:38,445 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,46681,1732043913979-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:18:38,473 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:18:38,474 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:18:38,475 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,46681,1732043913979-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:38,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:38,490 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T19:18:38,490 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T19:18:38,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,46681,-1 for getting cluster id 2024-11-19T19:18:38,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:38,509 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8edf5b9e-3018-4160-8547-adf67ba9e26c' 2024-11-19T19:18:38,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:38,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8edf5b9e-3018-4160-8547-adf67ba9e26c" 2024-11-19T19:18:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305448db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,46681,-1] 2024-11-19T19:18:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:38,527 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:38,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:38,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:18:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,46475,1732043914886, seqNum=-1] 2024-11-19T19:18:38,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:18:38,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:18:38,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,46681,1732043913979 2024-11-19T19:18:38,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57001 2024-11-19T19:18:38,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:18:38,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015488a4a60002 connected 2024-11-19T19:18:38,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/hadoop.log.dir so I do NOT create it in target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd 2024-11-19T19:18:38,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:18:38,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/hadoop.tmp.dir so I do NOT create it in target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd 2024-11-19T19:18:38,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:18:38,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd 2024-11-19T19:18:38,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:18:38,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/cluster_989ed7a7-a97c-58a2-2dd6-9e50bbd0b01a, deleteOnExit=true 2024-11-19T19:18:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:18:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/test.cache.data in system properties and HBase conf 2024-11-19T19:18:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:18:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:18:38,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:18:38,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:18:38,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:18:38,659 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:18:38,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:18:38,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:18:38,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:18:38,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:18:38,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:18:38,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:18:38,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:18:38,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:18:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:18:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:18:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:18:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:18:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:18:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:18:39,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:18:39,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:18:39,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:18:39,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:18:39,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:18:39,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:18:39,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:18:39,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:18:39,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/java.io.tmpdir/jetty-localhost-43745-hadoop-hdfs-3_4_1-tests_jar-_-any-11139215283407121253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:18:39,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:43745} 2024-11-19T19:18:39,325 INFO [Time-limited test {}] server.Server(415): Started @11262ms 2024-11-19T19:18:39,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:18:39,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:18:39,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:18:39,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:18:39,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:18:39,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:18:39,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:18:39,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/java.io.tmpdir/jetty-localhost-43813-hadoop-hdfs-3_4_1-tests_jar-_-any-9504586334042076944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:18:39,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:43813} 2024-11-19T19:18:39,928 INFO [Time-limited test {}] server.Server(415): Started @11865ms 2024-11-19T19:18:39,930 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:18:40,617 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/cluster_989ed7a7-a97c-58a2-2dd6-9e50bbd0b01a/data/data1/current/BP-1757260285-172.17.0.3-1732043918695/current, will proceed with Du for space computation calculation, 2024-11-19T19:18:40,617 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/cluster_989ed7a7-a97c-58a2-2dd6-9e50bbd0b01a/data/data2/current/BP-1757260285-172.17.0.3-1732043918695/current, will proceed with Du for space computation calculation, 2024-11-19T19:18:40,675 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:18:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c4ba174cc4967fa with lease ID 0x345b0394d09f3683: Processing first storage report for DS-7efa36f4-4079-477f-adc0-e6495aa40808 from datanode DatanodeRegistration(127.0.0.1:40315, datanodeUuid=b0fb5415-26a1-4482-9919-fedfd1c76a97, infoPort=37559, infoSecurePort=0, ipcPort=36487, storageInfo=lv=-57;cid=testClusterID;nsid=1106206751;c=1732043918695) 2024-11-19T19:18:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c4ba174cc4967fa with lease ID 0x345b0394d09f3683: from storage DS-7efa36f4-4079-477f-adc0-e6495aa40808 node DatanodeRegistration(127.0.0.1:40315, datanodeUuid=b0fb5415-26a1-4482-9919-fedfd1c76a97, infoPort=37559, infoSecurePort=0, ipcPort=36487, storageInfo=lv=-57;cid=testClusterID;nsid=1106206751;c=1732043918695), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T19:18:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c4ba174cc4967fa with lease ID 0x345b0394d09f3683: Processing first storage report for DS-555b7036-531f-444c-93c5-ca2eb3fb8c98 from datanode DatanodeRegistration(127.0.0.1:40315, datanodeUuid=b0fb5415-26a1-4482-9919-fedfd1c76a97, infoPort=37559, infoSecurePort=0, ipcPort=36487, storageInfo=lv=-57;cid=testClusterID;nsid=1106206751;c=1732043918695) 2024-11-19T19:18:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c4ba174cc4967fa with lease ID 0x345b0394d09f3683: from storage DS-555b7036-531f-444c-93c5-ca2eb3fb8c98 node DatanodeRegistration(127.0.0.1:40315, datanodeUuid=b0fb5415-26a1-4482-9919-fedfd1c76a97, infoPort=37559, infoSecurePort=0, ipcPort=36487, storageInfo=lv=-57;cid=testClusterID;nsid=1106206751;c=1732043918695), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:18:40,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd 2024-11-19T19:18:40,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:40,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:40,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:18:41,105 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9 with version=8 2024-11-19T19:18:41,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/hbase-staging 2024-11-19T19:18:41,108 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:18:41,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:41,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:41,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:18:41,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:41,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:18:41,109 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:18:41,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:18:41,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35189 2024-11-19T19:18:41,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35189 connecting to ZooKeeper ensemble=127.0.0.1:57001 2024-11-19T19:18:41,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351890x0, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:18:41,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35189-0x1015488a4a60003 connected 2024-11-19T19:18:41,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:41,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:41,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Set watcher on znode that does not yet exist, /1-1553972467/running 2024-11-19T19:18:41,250 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9, hbase.cluster.distributed=false 2024-11-19T19:18:41,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Set watcher on znode that does not yet exist, /1-1553972467/acl 2024-11-19T19:18:41,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-19T19:18:41,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35189 2024-11-19T19:18:41,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35189 2024-11-19T19:18:41,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-19T19:18:41,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-19T19:18:41,274 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:18:41,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:41,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:41,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:18:41,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:41,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:18:41,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:18:41,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:18:41,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39783 2024-11-19T19:18:41,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39783 connecting to ZooKeeper ensemble=127.0.0.1:57001 2024-11-19T19:18:41,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:41,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:41,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397830x0, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Set watcher on znode that does not yet exist, /1-1553972467/running 2024-11-19T19:18:41,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397830x0, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:18:41,309 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:18:41,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39783-0x1015488a4a60004 connected 2024-11-19T19:18:41,316 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:18:41,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Set watcher on znode that does not yet exist, /1-1553972467/master 2024-11-19T19:18:41,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Set watcher on znode that does not yet exist, /1-1553972467/acl 2024-11-19T19:18:41,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39783 2024-11-19T19:18:41,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39783 2024-11-19T19:18:41,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39783 2024-11-19T19:18:41,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39783 2024-11-19T19:18:41,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39783 2024-11-19T19:18:41,383 DEBUG [M:0;f156d4de6e70:35189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:35189 2024-11-19T19:18:41,383 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1553972467/backup-masters/f156d4de6e70,35189,1732043921107 2024-11-19T19:18:41,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467/backup-masters 2024-11-19T19:18:41,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467/backup-masters 2024-11-19T19:18:41,424 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Set watcher on existing znode=/1-1553972467/backup-masters/f156d4de6e70,35189,1732043921107 2024-11-19T19:18:41,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1553972467/master 2024-11-19T19:18:41,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:41,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:41,434 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Set watcher on existing znode=/1-1553972467/master 2024-11-19T19:18:41,435 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1553972467/backup-masters/f156d4de6e70,35189,1732043921107 from backup master directory 2024-11-19T19:18:41,444 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:18:41,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1553972467/backup-masters/f156d4de6e70,35189,1732043921107 2024-11-19T19:18:41,444 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,35189,1732043921107 2024-11-19T19:18:41,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467/backup-masters 2024-11-19T19:18:41,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467/backup-masters 2024-11-19T19:18:41,459 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/hbase.id] with ID: 54a43dca-0f49-4e15-b759-b6d451b47a4b 2024-11-19T19:18:41,459 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/.tmp/hbase.id 2024-11-19T19:18:41,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:18:41,470 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/.tmp/hbase.id]:[hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/hbase.id] 2024-11-19T19:18:41,500 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:41,501 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:18:41,505 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-19T19:18:41,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:41,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:18:41,540 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:18:41,541 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:18:41,541 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:18:41,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:18:41,566 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store 2024-11-19T19:18:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:18:41,578 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:18:41,578 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:18:41,578 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:41,578 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:41,578 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:18:41,578 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:41,578 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:41,578 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732043921578Disabling compacts and flushes for region at 1732043921578Disabling writes for close at 1732043921578Writing region close event to WAL at 1732043921578Closed at 1732043921578 2024-11-19T19:18:41,580 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/.initializing 2024-11-19T19:18:41,581 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/WALs/f156d4de6e70,35189,1732043921107 2024-11-19T19:18:41,583 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:18:41,587 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C35189%2C1732043921107, suffix=, logDir=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/WALs/f156d4de6e70,35189,1732043921107, archiveDir=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/oldWALs, maxLogs=10 2024-11-19T19:18:41,606 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/WALs/f156d4de6e70,35189,1732043921107/f156d4de6e70%2C35189%2C1732043921107.1732043921587, exclude list is [], retry=0 2024-11-19T19:18:41,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40315,DS-7efa36f4-4079-477f-adc0-e6495aa40808,DISK] 2024-11-19T19:18:41,615 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/WALs/f156d4de6e70,35189,1732043921107/f156d4de6e70%2C35189%2C1732043921107.1732043921587 2024-11-19T19:18:41,620 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37559:37559)] 2024-11-19T19:18:41,620 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:18:41,621 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:18:41,621 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:41,621 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:41,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:41,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:18:41,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:41,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:41,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:41,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:18:41,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:41,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:41,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:41,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:18:41,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:41,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:41,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:41,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:18:41,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:41,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:41,649 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:41,650 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:41,651 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:41,653 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:41,653 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:41,655 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:18:41,657 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:41,661 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:18:41,662 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61467694, jitterRate=-0.08405998349189758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:18:41,663 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732043921621Initializing all the Stores at 1732043921624 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043921625 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043921625Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043921625Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043921625Cleaning up temporary data from old regions at 1732043921653 (+28 ms)Region opened successfully at 1732043921662 (+9 ms) 2024-11-19T19:18:41,663 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:18:41,671 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e4244a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:18:41,672 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:18:41,672 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:18:41,672 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:18:41,673 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:18:41,674 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:18:41,674 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:18:41,674 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:18:41,678 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:18:41,679 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Unable to get data of znode /1-1553972467/balancer because node does not exist (not necessarily an error) 2024-11-19T19:18:41,686 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1553972467/balancer already deleted, retry=false 2024-11-19T19:18:41,686 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:18:41,687 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Unable to get data of znode /1-1553972467/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:18:41,696 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1553972467/normalizer already deleted, retry=false 2024-11-19T19:18:41,697 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:18:41,698 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Unable to get data of znode /1-1553972467/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:18:41,707 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1553972467/switch/split already deleted, retry=false 2024-11-19T19:18:41,709 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Unable to get data of znode /1-1553972467/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:18:41,717 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1553972467/switch/merge already deleted, retry=false 2024-11-19T19:18:41,721 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Unable to get data of znode /1-1553972467/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:18:41,728 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1553972467/snapshot-cleanup already deleted, retry=false 2024-11-19T19:18:41,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1553972467/running 2024-11-19T19:18:41,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1553972467/running 2024-11-19T19:18:41,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:41,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:41,740 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,35189,1732043921107, sessionid=0x1015488a4a60003, setting cluster-up flag (Was=false) 2024-11-19T19:18:41,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:41,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:41,791 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1553972467/flush-table-proc/acquired, /1-1553972467/flush-table-proc/reached, /1-1553972467/flush-table-proc/abort 2024-11-19T19:18:41,794 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,35189,1732043921107 2024-11-19T19:18:41,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:41,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:41,844 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1553972467/online-snapshot/acquired, /1-1553972467/online-snapshot/reached, /1-1553972467/online-snapshot/abort 2024-11-19T19:18:41,845 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,35189,1732043921107 2024-11-19T19:18:41,848 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:18:41,851 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:18:41,851 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:18:41,851 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:18:41,852 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,35189,1732043921107 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:18:41,854 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:18:41,854 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:18:41,854 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:18:41,854 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:18:41,854 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:18:41,855 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:41,855 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:18:41,855 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:41,856 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732043951856 2024-11-19T19:18:41,856 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:18:41,856 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:18:41,856 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:18:41,857 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:18:41,857 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:18:41,857 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:18:41,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:18:41,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:18:41,860 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:41,860 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:18:41,868 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:41,869 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:18:41,869 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:18:41,870 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:18:41,870 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:18:41,870 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:18:41,870 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:18:41,870 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(746): ClusterId : 54a43dca-0f49-4e15-b759-b6d451b47a4b 2024-11-19T19:18:41,871 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:18:41,876 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043921870,5,FailOnTimeoutGroup] 2024-11-19T19:18:41,877 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043921876,5,FailOnTimeoutGroup] 2024-11-19T19:18:41,877 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:41,877 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:18:41,877 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:41,877 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:41,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:18:41,884 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:18:41,884 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:18:41,898 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:18:41,898 DEBUG [RS:0;f156d4de6e70:39783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6c2da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:18:41,915 DEBUG [RS:0;f156d4de6e70:39783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:39783 2024-11-19T19:18:41,915 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:18:41,915 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:18:41,915 DEBUG [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:18:41,916 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,35189,1732043921107 with port=39783, startcode=1732043921273 2024-11-19T19:18:41,916 DEBUG [RS:0;f156d4de6e70:39783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:18:41,919 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:18:41,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,39783,1732043921273 2024-11-19T19:18:41,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35189 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,39783,1732043921273 2024-11-19T19:18:41,924 DEBUG [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9 2024-11-19T19:18:41,924 DEBUG [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45419 2024-11-19T19:18:41,924 DEBUG [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:18:42,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467/rs 2024-11-19T19:18:42,090 DEBUG [RS:0;f156d4de6e70:39783 {}] zookeeper.ZKUtil(111): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Set watcher on existing znode=/1-1553972467/rs/f156d4de6e70,39783,1732043921273 2024-11-19T19:18:42,090 WARN [RS:0;f156d4de6e70:39783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:18:42,091 INFO [RS:0;f156d4de6e70:39783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:18:42,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,39783,1732043921273] 2024-11-19T19:18:42,091 DEBUG [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/WALs/f156d4de6e70,39783,1732043921273 2024-11-19T19:18:42,096 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:18:42,098 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:18:42,099 INFO [RS:0;f156d4de6e70:39783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:18:42,099 INFO [RS:0;f156d4de6e70:39783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:42,099 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:18:42,100 INFO [RS:0;f156d4de6e70:39783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:18:42,100 INFO [RS:0;f156d4de6e70:39783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:42,101 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:42,101 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:42,101 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:42,101 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:42,101 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:42,101 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:18:42,101 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:42,101 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:42,101 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:42,101 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:42,101 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:42,102 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:42,102 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:18:42,102 DEBUG [RS:0;f156d4de6e70:39783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:18:42,102 INFO [RS:0;f156d4de6e70:39783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:42,102 INFO [RS:0;f156d4de6e70:39783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:42,102 INFO [RS:0;f156d4de6e70:39783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:42,102 INFO [RS:0;f156d4de6e70:39783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:42,103 INFO [RS:0;f156d4de6e70:39783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:42,103 INFO [RS:0;f156d4de6e70:39783 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,39783,1732043921273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:18:42,119 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:18:42,120 INFO [RS:0;f156d4de6e70:39783 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,39783,1732043921273-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:42,120 INFO [RS:0;f156d4de6e70:39783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:42,120 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.Replication(171): f156d4de6e70,39783,1732043921273 started 2024-11-19T19:18:42,140 INFO [RS:0;f156d4de6e70:39783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:42,140 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,39783,1732043921273, RpcServer on f156d4de6e70/172.17.0.3:39783, sessionid=0x1015488a4a60004 2024-11-19T19:18:42,140 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:18:42,140 DEBUG [RS:0;f156d4de6e70:39783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,39783,1732043921273 2024-11-19T19:18:42,140 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,39783,1732043921273' 2024-11-19T19:18:42,141 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1553972467/flush-table-proc/abort' 2024-11-19T19:18:42,141 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1553972467/flush-table-proc/acquired' 2024-11-19T19:18:42,142 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:18:42,142 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:18:42,142 DEBUG [RS:0;f156d4de6e70:39783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,39783,1732043921273 2024-11-19T19:18:42,142 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,39783,1732043921273' 2024-11-19T19:18:42,142 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1553972467/online-snapshot/abort' 2024-11-19T19:18:42,143 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1553972467/online-snapshot/acquired' 2024-11-19T19:18:42,143 DEBUG [RS:0;f156d4de6e70:39783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:18:42,143 INFO [RS:0;f156d4de6e70:39783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:18:42,143 INFO [RS:0;f156d4de6e70:39783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:18:42,244 INFO [RS:0;f156d4de6e70:39783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:18:42,247 INFO [RS:0;f156d4de6e70:39783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C39783%2C1732043921273, suffix=, logDir=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/WALs/f156d4de6e70,39783,1732043921273, archiveDir=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/oldWALs, maxLogs=10 2024-11-19T19:18:42,262 DEBUG [RS:0;f156d4de6e70:39783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/WALs/f156d4de6e70,39783,1732043921273/f156d4de6e70%2C39783%2C1732043921273.1732043922249, exclude list is [], retry=0 2024-11-19T19:18:42,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40315,DS-7efa36f4-4079-477f-adc0-e6495aa40808,DISK] 2024-11-19T19:18:42,269 INFO [RS:0;f156d4de6e70:39783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/WALs/f156d4de6e70,39783,1732043921273/f156d4de6e70%2C39783%2C1732043921273.1732043922249 2024-11-19T19:18:42,270 DEBUG [RS:0;f156d4de6e70:39783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37559:37559)] 2024-11-19T19:18:42,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:18:42,287 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9 2024-11-19T19:18:42,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:18:42,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:18:42,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:18:42,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:18:42,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:42,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:42,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:18:42,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:18:42,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:42,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:42,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:18:42,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:18:42,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:42,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:42,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:18:42,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:18:42,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:42,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:42,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:18:42,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/data/hbase/meta/1588230740 2024-11-19T19:18:42,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/data/hbase/meta/1588230740 2024-11-19T19:18:42,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:18:42,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:18:42,722 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:18:42,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:18:42,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:18:42,728 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62204911, jitterRate=-0.0730745941400528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:18:42,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732043922701Initializing all the Stores at 1732043922703 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043922703Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043922703Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043922703Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043922703Cleaning up temporary data from old regions at 1732043922722 (+19 ms)Region opened successfully at 1732043922728 (+6 ms) 2024-11-19T19:18:42,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:18:42,729 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:18:42,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:18:42,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:18:42,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:18:42,729 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:18:42,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732043922729Disabling compacts and flushes for region at 1732043922729Disabling writes for close at 1732043922729Writing region close event to WAL at 1732043922729Closed at 1732043922729 2024-11-19T19:18:42,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:18:42,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:18:42,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:18:42,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:18:42,735 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:18:42,885 DEBUG [f156d4de6e70:35189 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:18:42,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,39783,1732043921273 2024-11-19T19:18:42,889 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,39783,1732043921273, state=OPENING 2024-11-19T19:18:42,935 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:18:42,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:42,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:42,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1553972467/meta-region-server: CHANGED 2024-11-19T19:18:42,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1553972467/meta-region-server: CHANGED 2024-11-19T19:18:42,946 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:18:42,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,39783,1732043921273}] 2024-11-19T19:18:43,101 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:18:43,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:18:43,111 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:18:43,111 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:18:43,112 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:18:43,118 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C39783%2C1732043921273.meta, suffix=.meta, logDir=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/WALs/f156d4de6e70,39783,1732043921273, archiveDir=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/oldWALs, maxLogs=10 2024-11-19T19:18:43,137 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/WALs/f156d4de6e70,39783,1732043921273/f156d4de6e70%2C39783%2C1732043921273.meta.1732043923120.meta, exclude list is [], retry=0 2024-11-19T19:18:43,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40315,DS-7efa36f4-4079-477f-adc0-e6495aa40808,DISK] 2024-11-19T19:18:43,145 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/WALs/f156d4de6e70,39783,1732043921273/f156d4de6e70%2C39783%2C1732043921273.meta.1732043923120.meta 2024-11-19T19:18:43,146 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37559:37559)] 2024-11-19T19:18:43,146 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:18:43,147 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:18:43,147 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:18:43,147 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:18:43,147 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:18:43,148 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:18:43,148 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:18:43,148 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:18:43,148 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:18:43,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:18:43,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:18:43,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:43,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:43,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:18:43,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:18:43,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:43,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:43,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:18:43,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:18:43,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:43,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:43,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:18:43,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:18:43,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:43,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:43,164 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:18:43,166 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/data/hbase/meta/1588230740 2024-11-19T19:18:43,168 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/data/hbase/meta/1588230740 2024-11-19T19:18:43,171 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:18:43,172 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:18:43,173 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:18:43,176 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:18:43,177 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63432018, jitterRate=-0.05478927493095398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:18:43,178 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:18:43,178 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732043923148Writing region info on filesystem at 1732043923148Initializing all the Stores at 1732043923150 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043923150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043923151 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043923151Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043923151Cleaning up temporary data from old regions at 1732043923172 (+21 ms)Running coprocessor post-open hooks at 1732043923178 (+6 ms)Region opened successfully at 1732043923178 2024-11-19T19:18:43,180 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732043923101 2024-11-19T19:18:43,184 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:18:43,184 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:18:43,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,39783,1732043921273 2024-11-19T19:18:43,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,39783,1732043921273, state=OPEN 2024-11-19T19:18:43,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1553972467/meta-region-server 2024-11-19T19:18:43,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1553972467/meta-region-server 2024-11-19T19:18:43,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,39783,1732043921273 2024-11-19T19:18:43,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1553972467/meta-region-server: CHANGED 2024-11-19T19:18:43,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1553972467/meta-region-server: CHANGED 2024-11-19T19:18:43,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:18:43,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,39783,1732043921273 in 252 msec 2024-11-19T19:18:43,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:18:43,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-19T19:18:43,218 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:18:43,218 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:18:43,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:18:43,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,39783,1732043921273, seqNum=-1] 2024-11-19T19:18:43,222 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:18:43,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:18:43,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3880 sec 2024-11-19T19:18:43,240 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732043923240, completionTime=-1 2024-11-19T19:18:43,240 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:18:43,241 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:18:43,245 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:18:43,245 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732043983245 2024-11-19T19:18:43,245 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044043245 2024-11-19T19:18:43,245 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-19T19:18:43,246 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35189,1732043921107-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:43,246 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35189,1732043921107-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:43,246 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35189,1732043921107-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:43,246 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:35189, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:43,246 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:43,248 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:43,252 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:18:43,256 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.811sec 2024-11-19T19:18:43,256 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:18:43,256 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:18:43,256 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:18:43,256 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:18:43,256 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:18:43,256 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35189,1732043921107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:18:43,256 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35189,1732043921107-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:18:43,267 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:18:43,267 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:18:43,267 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35189,1732043921107-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:43,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:43,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35189,-1 for getting cluster id 2024-11-19T19:18:43,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:43,289 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54a43dca-0f49-4e15-b759-b6d451b47a4b' 2024-11-19T19:18:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54a43dca-0f49-4e15-b759-b6d451b47a4b" 2024-11-19T19:18:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff7856e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35189,-1] 2024-11-19T19:18:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:43,307 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:43,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:43,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:18:43,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,39783,1732043921273, seqNum=-1] 2024-11-19T19:18:43,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:18:43,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:18:43,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,35189,1732043921107 2024-11-19T19:18:43,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57001 2024-11-19T19:18:43,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:18:43,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015488a4a60005 connected 2024-11-19T19:18:43,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa3330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:43,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,46681,-1 for getting cluster id 2024-11-19T19:18:43,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:43,363 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8edf5b9e-3018-4160-8547-adf67ba9e26c' 2024-11-19T19:18:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8edf5b9e-3018-4160-8547-adf67ba9e26c" 2024-11-19T19:18:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6155ac7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,46681,-1] 2024-11-19T19:18:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:43,368 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:43,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fa8c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:43,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:18:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,46681,1732043913979 2024-11-19T19:18:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b0a71eb 2024-11-19T19:18:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:18:43,392 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:18:43,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:18:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:18:43,418 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:35189' 2024-11-19T19:18:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:18:43,420 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2457668e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:43,420 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35189,-1 for getting cluster id 2024-11-19T19:18:43,420 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:43,422 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54a43dca-0f49-4e15-b759-b6d451b47a4b' 2024-11-19T19:18:43,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:43,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54a43dca-0f49-4e15-b759-b6d451b47a4b" 2024-11-19T19:18:43,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3914fbad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:43,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35189,-1] 2024-11-19T19:18:43,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:43,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:43,425 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:43,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f888a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:43,428 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:18:43,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35189,1732043921107 2024-11-19T19:18:43,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@718266cb 2024-11-19T19:18:43,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:18:43,437 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:18:43,454 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T19:18:43,455 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:18:43,460 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:43,461 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:43,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:43,463 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:18:43,470 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:18:43,474 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:18:43,475 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:43,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:18:43,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741835_1011 (size=1138) 2024-11-19T19:18:43,513 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b07667690022182ac1f3defe35832e29, NAME => 'hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4 2024-11-19T19:18:43,516 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:18:43,523 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:18:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:18:43,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741836_1012 (size=44) 2024-11-19T19:18:43,650 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:18:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:18:43,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:18:43,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b07667690022182ac1f3defe35832e29, disabling compactions & flushes 2024-11-19T19:18:43,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:43,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:43,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. after waiting 0 ms 2024-11-19T19:18:43,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:43,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:43,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b07667690022182ac1f3defe35832e29: Waiting for close lock at 1732043923985Disabling compacts and flushes for region at 1732043923985Disabling writes for close at 1732043923986 (+1 ms)Writing region close event to WAL at 1732043923986Closed at 1732043923986 2024-11-19T19:18:43,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:18:43,999 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732043923992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732043923992"}]},"ts":"1732043923992"} 2024-11-19T19:18:44,006 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:18:44,014 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:18:44,020 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732043924014"}]},"ts":"1732043924014"} 2024-11-19T19:18:44,027 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:18:44,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b07667690022182ac1f3defe35832e29, ASSIGN}] 2024-11-19T19:18:44,034 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b07667690022182ac1f3defe35832e29, ASSIGN 2024-11-19T19:18:44,036 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b07667690022182ac1f3defe35832e29, ASSIGN; state=OFFLINE, location=f156d4de6e70,46475,1732043914886; forceNewPlan=false, retain=false 2024-11-19T19:18:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:18:44,188 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b07667690022182ac1f3defe35832e29, regionState=OPENING, regionLocation=f156d4de6e70,46475,1732043914886 2024-11-19T19:18:44,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b07667690022182ac1f3defe35832e29, ASSIGN because future has completed 2024-11-19T19:18:44,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b07667690022182ac1f3defe35832e29, server=f156d4de6e70,46475,1732043914886}] 2024-11-19T19:18:44,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:44,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:18:44,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:18:44,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C46475%2C1732043914886.rep, suffix=, logDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886, archiveDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/oldWALs, maxLogs=10 2024-11-19T19:18:44,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.rep.1732043924374, exclude list is [], retry=0 2024-11-19T19:18:44,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44947,DS-6be47991-e09e-449d-8d93-1a2723d3a8e1,DISK] 2024-11-19T19:18:44,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.rep.1732043924374 2024-11-19T19:18:44,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41541:41541)] 2024-11-19T19:18:44,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b07667690022182ac1f3defe35832e29, NAME => 'hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:18:44,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:18:44,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:18:44,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. service=MultiRowMutationService 2024-11-19T19:18:44,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:18:44,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b07667690022182ac1f3defe35832e29 2024-11-19T19:18:44,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:18:44,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:44,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:44,408 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b07667690022182ac1f3defe35832e29 2024-11-19T19:18:44,416 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07667690022182ac1f3defe35832e29 columnFamilyName hfileref 2024-11-19T19:18:44,416 DEBUG [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:44,417 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] regionserver.HStore(327): Store=b07667690022182ac1f3defe35832e29/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:44,417 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b07667690022182ac1f3defe35832e29 2024-11-19T19:18:44,422 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07667690022182ac1f3defe35832e29 columnFamilyName queue 2024-11-19T19:18:44,422 DEBUG [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:44,424 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] regionserver.HStore(327): Store=b07667690022182ac1f3defe35832e29/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:44,424 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b07667690022182ac1f3defe35832e29 2024-11-19T19:18:44,427 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07667690022182ac1f3defe35832e29 columnFamilyName sid 2024-11-19T19:18:44,427 DEBUG [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:44,428 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] regionserver.HStore(327): Store=b07667690022182ac1f3defe35832e29/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:44,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:44,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/replication/b07667690022182ac1f3defe35832e29 2024-11-19T19:18:44,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/replication/b07667690022182ac1f3defe35832e29 2024-11-19T19:18:44,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:44,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:44,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:18:44,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:44,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T19:18:44,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T19:18:44,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:18:44,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T19:18:44,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:18:44,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T19:18:44,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T19:18:44,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T19:18:44,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/replication/b07667690022182ac1f3defe35832e29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:18:44,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b07667690022182ac1f3defe35832e29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67573369, jitterRate=0.006921663880348206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:18:44,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:44,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b07667690022182ac1f3defe35832e29: Running coprocessor pre-open hook at 1732043924404Writing region info on filesystem at 1732043924404Initializing all the Stores at 1732043924406 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043924406Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043924408 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043924408Cleaning up temporary data from old regions at 1732043924433 (+25 ms)Running coprocessor post-open hooks at 1732043924450 (+17 ms)Region opened successfully at 1732043924451 (+1 ms) 2024-11-19T19:18:44,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29., pid=7, masterSystemTime=1732043924360 2024-11-19T19:18:44,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:44,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:44,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b07667690022182ac1f3defe35832e29, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,46475,1732043914886 2024-11-19T19:18:44,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b07667690022182ac1f3defe35832e29, server=f156d4de6e70,46475,1732043914886 because future has completed 2024-11-19T19:18:44,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T19:18:44,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b07667690022182ac1f3defe35832e29, server=f156d4de6e70,46475,1732043914886 in 280 msec 2024-11-19T19:18:44,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:18:44,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b07667690022182ac1f3defe35832e29, ASSIGN in 454 msec 2024-11-19T19:18:44,490 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:18:44,491 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732043924490"}]},"ts":"1732043924490"} 2024-11-19T19:18:44,495 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:18:44,497 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:18:44,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0340 sec 2024-11-19T19:18:44,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29., hostname=f156d4de6e70,46475,1732043914886, seqNum=2] 2024-11-19T19:18:44,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46475 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T19:18:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:18:44,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:44,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:44,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:18:45,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46475 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T19:18:45,062 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:18:45,103 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,46475,1732043914886, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:18:45,105 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:18:45,105 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,46475,1732043914886, seqNum=-1] 2024-11-19T19:18:45,105 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:18:45,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T19:18:45,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,46475,1732043914886', locateType=CURRENT is [region=hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29., hostname=f156d4de6e70,46475,1732043914886, seqNum=2] 2024-11-19T19:18:45,117 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T19:18:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T19:18:45,123 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,46475,1732043914886 suceeded 2024-11-19T19:18:45,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T19:18:45,128 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:18:45,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-19T19:18:45,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7310 sec 2024-11-19T19:18:45,139 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:35189' 2024-11-19T19:18:45,143 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c6c0abb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,143 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35189,-1 for getting cluster id 2024-11-19T19:18:45,143 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:45,144 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54a43dca-0f49-4e15-b759-b6d451b47a4b' 2024-11-19T19:18:45,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:45,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54a43dca-0f49-4e15-b759-b6d451b47a4b" 2024-11-19T19:18:45,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5882674e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35189,-1] 2024-11-19T19:18:45,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:45,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:45,147 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:45,148 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75707277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,148 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:18:45,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35189,1732043921107 2024-11-19T19:18:45,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25f7112c 2024-11-19T19:18:45,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:18:45,151 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T19:18:45,153 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,46475,1732043914886 (queues=1) is replicating from cluster=8edf5b9e-3018-4160-8547-adf67ba9e26c to cluster=54a43dca-0f49-4e15-b759-b6d451b47a4b 2024-11-19T19:18:45,154 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C46475%2C1732043914886 2024-11-19T19:18:45,158 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,46475,1732043914886, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:18:45,161 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886.replicationSource.shipperf156d4de6e70%2C46475%2C1732043914886,1-f156d4de6e70,46475,1732043914886 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C46475%2C1732043914886 2024-11-19T19:18:45,167 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886.replicationSource.wal-reader.f156d4de6e70%2C46475%2C1732043914886,1-f156d4de6e70,46475,1732043914886 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.1732043917379, startPosition=0, beingWritten=true 2024-11-19T19:18:45,430 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886.replicationSource.wal-reader.f156d4de6e70%2C46475%2C1732043914886,1-f156d4de6e70,46475,1732043914886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.1732043917379 to pos 0, reset compression=false 2024-11-19T19:18:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:18:45,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:18:45,571 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:18:45,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:45,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:45,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:45,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:45,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19170393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,46681,-1 for getting cluster id 2024-11-19T19:18:45,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:45,574 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8edf5b9e-3018-4160-8547-adf67ba9e26c' 2024-11-19T19:18:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8edf5b9e-3018-4160-8547-adf67ba9e26c" 2024-11-19T19:18:45,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc93632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,46681,-1] 2024-11-19T19:18:45,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:45,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:45,577 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41268d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:18:45,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,46681,1732043913979 2024-11-19T19:18:45,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fcb2a62 2024-11-19T19:18:45,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:18:45,582 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:18:45,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://f156d4de6e70:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:18:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:18:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T19:18:45,586 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:35189' 2024-11-19T19:18:45,587 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52313366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,587 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35189,-1 for getting cluster id 2024-11-19T19:18:45,587 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:45,588 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54a43dca-0f49-4e15-b759-b6d451b47a4b' 2024-11-19T19:18:45,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:45,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54a43dca-0f49-4e15-b759-b6d451b47a4b" 2024-11-19T19:18:45,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b257d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35189,-1] 2024-11-19T19:18:45,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:45,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:45,591 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:45,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307ccc01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,592 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:18:45,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35189,1732043921107 2024-11-19T19:18:45,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68369522 2024-11-19T19:18:45,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:18:45,595 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:18:45,597 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T19:18:45,597 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:18:45,597 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:45,597 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:45,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:45,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:18:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T19:18:45,737 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886.replicationSource.wal-reader.f156d4de6e70%2C46475%2C1732043914886,1-f156d4de6e70,46475,1732043914886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.1732043917379 to pos 0, reset compression=false 2024-11-19T19:18:45,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46475 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-19T19:18:45,817 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T19:18:45,856 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-f156d4de6e70,46475,1732043914886, ReplicationSource: 2, currentBandwidth=0 2024-11-19T19:18:45,860 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-19T19:18:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-19T19:18:45,864 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f156d4de6e70,46475,1732043914886 suceeded 2024-11-19T19:18:45,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:18:45,869 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f156d4de6e70:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:18:45,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-19T19:18:45,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 287 msec 2024-11-19T19:18:45,883 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:35189' 2024-11-19T19:18:45,884 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f65b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,884 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35189,-1 for getting cluster id 2024-11-19T19:18:45,885 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:45,886 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54a43dca-0f49-4e15-b759-b6d451b47a4b' 2024-11-19T19:18:45,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:45,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54a43dca-0f49-4e15-b759-b6d451b47a4b" 2024-11-19T19:18:45,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6debb374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35189,-1] 2024-11-19T19:18:45,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:45,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:45,889 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:45,890 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c78808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,890 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:18:45,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35189,1732043921107 2024-11-19T19:18:45,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3acd0991 2024-11-19T19:18:45,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:18:45,893 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T19:18:45,893 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f156d4de6e70,46475,1732043914886 (queues=1) is replicating from cluster=8edf5b9e-3018-4160-8547-adf67ba9e26c to cluster=54a43dca-0f49-4e15-b759-b6d451b47a4b 2024-11-19T19:18:45,894 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f156d4de6e70%2C46475%2C1732043914886 2024-11-19T19:18:45,894 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f156d4de6e70,46475,1732043914886, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:18:45,894 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886.replicationSource.shipperf156d4de6e70%2C46475%2C1732043914886,2-f156d4de6e70,46475,1732043914886 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C46475%2C1732043914886 2024-11-19T19:18:45,894 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886.replicationSource.wal-reader.f156d4de6e70%2C46475%2C1732043914886,2-f156d4de6e70,46475,1732043914886 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.1732043917379, startPosition=0, beingWritten=true 2024-11-19T19:18:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T19:18:45,900 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T19:18:45,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:18:45,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:45,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:45,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:45,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:18:45,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:45,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,46681,1732043913979 2024-11-19T19:18:45,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67d3df8f 2024-11-19T19:18:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:18:45,910 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:18:45,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T19:18:45,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T19:18:45,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T19:18:45,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T19:18:45,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:18:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T19:18:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T19:18:45,933 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:35189' 2024-11-19T19:18:45,934 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef6fbe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,934 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35189,-1 for getting cluster id 2024-11-19T19:18:45,934 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:45,935 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54a43dca-0f49-4e15-b759-b6d451b47a4b' 2024-11-19T19:18:45,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:45,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54a43dca-0f49-4e15-b759-b6d451b47a4b" 2024-11-19T19:18:45,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187aea68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35189,-1] 2024-11-19T19:18:45,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:45,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:45,938 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:45,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718adc61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:45,939 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:18:45,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35189,1732043921107 2024-11-19T19:18:45,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@632537e0 2024-11-19T19:18:45,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:18:45,942 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:18:45,943 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-19T19:18:45,943 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:18:45,943 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:45,943 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:45,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:45,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:18:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T19:18:46,107 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886.replicationSource.wal-reader.f156d4de6e70%2C46475%2C1732043914886,2-f156d4de6e70,46475,1732043914886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.1732043917379 to pos 0, reset compression=false 2024-11-19T19:18:46,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46475 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-19T19:18:46,112 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-19T19:18:46,114 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-19T19:18:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-19T19:18:46,118 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on f156d4de6e70,46475,1732043914886 suceeded 2024-11-19T19:18:46,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T19:18:46,122 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://f156d4de6e70:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:18:46,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-19T19:18:46,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 198 msec 2024-11-19T19:18:46,149 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886.replicationSource.wal-reader.f156d4de6e70%2C46475%2C1732043914886,1-f156d4de6e70,46475,1732043914886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.1732043917379 to pos 0, reset compression=false 2024-11-19T19:18:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T19:18:46,250 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-19T19:18:46,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://f156d4de6e70:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:18:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T19:18:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T19:18:46,265 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:35189' 2024-11-19T19:18:46,266 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250fec58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:46,266 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35189,-1 for getting cluster id 2024-11-19T19:18:46,266 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:46,268 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54a43dca-0f49-4e15-b759-b6d451b47a4b' 2024-11-19T19:18:46,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:46,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54a43dca-0f49-4e15-b759-b6d451b47a4b" 2024-11-19T19:18:46,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f94de29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:46,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35189,-1] 2024-11-19T19:18:46,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:46,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:46,272 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:46,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358827a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:46,273 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:18:46,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35189,1732043921107 2024-11-19T19:18:46,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e504b40 2024-11-19T19:18:46,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:18:46,276 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:18:46,277 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T19:18:46,278 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:18:46,278 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:46,278 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:46,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:46,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:18:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T19:18:46,416 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886.replicationSource.wal-reader.f156d4de6e70%2C46475%2C1732043914886,2-f156d4de6e70,46475,1732043914886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.1732043917379 to pos 0, reset compression=false 2024-11-19T19:18:46,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46475 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-19T19:18:46,484 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-19T19:18:46,489 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-19T19:18:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-19T19:18:46,497 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on f156d4de6e70,46475,1732043914886 suceeded 2024-11-19T19:18:46,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T19:18:46,503 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://f156d4de6e70:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:18:46,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 171 msec 2024-11-19T19:18:46,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 252 msec 2024-11-19T19:18:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T19:18:46,570 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-19T19:18:46,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T19:18:46,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T19:18:46,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:18:46,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:46,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:46,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:46,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:46,573 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:18:46,573 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-19T19:18:46,573 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,46681,1732043913979 2024-11-19T19:18:46,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198408005/running 2024-11-19T19:18:46,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198408005/running 2024-11-19T19:18:46,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:46,591 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:18:46,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:18:46,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:46,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/running 2024-11-19T19:18:46,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/running 2024-11-19T19:18:46,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:46,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:46,593 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,46475,1732043914886' ***** 2024-11-19T19:18:46,593 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:18:46,593 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:18:46,594 INFO [RS:0;f156d4de6e70:46475 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:18:46,594 INFO [RS:0;f156d4de6e70:46475 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:18:46,594 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(3091): Received CLOSE for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:46,594 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:18:46,595 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,46475,1732043914886 2024-11-19T19:18:46,595 INFO [RS:0;f156d4de6e70:46475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:18:46,595 INFO [RS:0;f156d4de6e70:46475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:46475. 2024-11-19T19:18:46,595 DEBUG [RS:0;f156d4de6e70:46475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:46,595 DEBUG [RS:0;f156d4de6e70:46475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:46,595 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:18:46,595 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b07667690022182ac1f3defe35832e29, disabling compactions & flushes 2024-11-19T19:18:46,595 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:18:46,595 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:18:46,595 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:18:46,595 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:46,596 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:46,597 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. after waiting 0 ms 2024-11-19T19:18:46,597 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:46,597 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:18:46,597 DEBUG [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(1325): Online Regions={b07667690022182ac1f3defe35832e29=hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:18:46,597 DEBUG [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b07667690022182ac1f3defe35832e29 2024-11-19T19:18:46,598 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:18:46,598 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:18:46,598 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:18:46,598 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:18:46,598 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:18:46,603 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T19:18:46,603 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b07667690022182ac1f3defe35832e29 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-19T19:18:46,620 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:18:46,657 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886.replicationSource.wal-reader.f156d4de6e70%2C46475%2C1732043914886,1-f156d4de6e70,46475,1732043914886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.1732043917379 to pos 0, reset compression=false 2024-11-19T19:18:46,688 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/.tmp/info/0ee1f58a9c1d498e8a193fc10f43081b is 147, key is hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29./info:regioninfo/1732043924462/Put/seqid=0 2024-11-19T19:18:46,688 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/replication/b07667690022182ac1f3defe35832e29/.tmp/queue/d2094c6b2f82469d82c1a377b0769205 is 151, key is 1-f156d4de6e70,46475,1732043914886/queue:f156d4de6e70%2C46475%2C1732043914886/1732043925111/Put/seqid=0 2024-11-19T19:18:46,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741838_1014 (size=5500) 2024-11-19T19:18:46,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741839_1015 (size=6631) 2024-11-19T19:18:46,728 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/.tmp/info/0ee1f58a9c1d498e8a193fc10f43081b 2024-11-19T19:18:46,797 DEBUG [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b07667690022182ac1f3defe35832e29 2024-11-19T19:18:46,819 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/.tmp/ns/b8ea6388637248eea38de3d4a6052f53 is 43, key is default/ns:d/1732043918290/Put/seqid=0 2024-11-19T19:18:46,827 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886.replicationSource.wal-reader.f156d4de6e70%2C46475%2C1732043914886,2-f156d4de6e70,46475,1732043914886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.1732043917379 to pos 0, reset compression=false 2024-11-19T19:18:46,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741840_1016 (size=5153) 2024-11-19T19:18:46,841 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/.tmp/ns/b8ea6388637248eea38de3d4a6052f53 2024-11-19T19:18:46,899 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/.tmp/table/4924186fec724801b80c0e526cf27fcd is 53, key is hbase:replication/table:state/1732043924490/Put/seqid=0 2024-11-19T19:18:46,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741841_1017 (size=5256) 2024-11-19T19:18:46,998 DEBUG [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b07667690022182ac1f3defe35832e29 2024-11-19T19:18:47,120 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/replication/b07667690022182ac1f3defe35832e29/.tmp/queue/d2094c6b2f82469d82c1a377b0769205 2024-11-19T19:18:47,132 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/replication/b07667690022182ac1f3defe35832e29/.tmp/queue/d2094c6b2f82469d82c1a377b0769205 as hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/replication/b07667690022182ac1f3defe35832e29/queue/d2094c6b2f82469d82c1a377b0769205 2024-11-19T19:18:47,143 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/replication/b07667690022182ac1f3defe35832e29/queue/d2094c6b2f82469d82c1a377b0769205, entries=2, sequenceid=6, filesize=5.4 K 2024-11-19T19:18:47,152 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b07667690022182ac1f3defe35832e29 in 549ms, sequenceid=6, compaction requested=false 2024-11-19T19:18:47,152 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T19:18:47,173 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/replication/b07667690022182ac1f3defe35832e29/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T19:18:47,175 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:18:47,175 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:18:47,175 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:47,176 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b07667690022182ac1f3defe35832e29: Waiting for close lock at 1732043926595Running coprocessor pre-close hooks at 1732043926595Disabling compacts and flushes for region at 1732043926595Disabling writes for close at 1732043926597 (+2 ms)Obtaining lock to block concurrent updates at 1732043926604 (+7 ms)Preparing flush snapshotting stores in b07667690022182ac1f3defe35832e29 at 1732043926604Finished memstore snapshotting hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732043926613 (+9 ms)Flushing stores of hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. at 1732043926615 (+2 ms)Flushing b07667690022182ac1f3defe35832e29/queue: creating writer at 1732043926617 (+2 ms)Flushing b07667690022182ac1f3defe35832e29/queue: appending metadata at 1732043926672 (+55 ms)Flushing b07667690022182ac1f3defe35832e29/queue: closing flushed file at 1732043926677 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ee5a6ed: reopening flushed file at 1732043927130 (+453 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b07667690022182ac1f3defe35832e29 in 549ms, sequenceid=6, compaction requested=false at 1732043927152 (+22 ms)Writing region close event to WAL at 1732043927158 (+6 ms)Running coprocessor post-close hooks at 1732043927174 (+16 ms)Closed at 1732043927175 (+1 ms) 2024-11-19T19:18:47,176 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:47,180 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:18:47,180 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:18:47,198 DEBUG [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:18:47,271 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886.replicationSource.wal-reader.f156d4de6e70%2C46475%2C1732043914886,1-f156d4de6e70,46475,1732043914886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.1732043917379 to pos 0, reset compression=false 2024-11-19T19:18:47,328 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/.tmp/table/4924186fec724801b80c0e526cf27fcd 2024-11-19T19:18:47,343 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/.tmp/info/0ee1f58a9c1d498e8a193fc10f43081b as hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/info/0ee1f58a9c1d498e8a193fc10f43081b 2024-11-19T19:18:47,352 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886.replicationSource.wal-reader.f156d4de6e70%2C46475%2C1732043914886,2-f156d4de6e70,46475,1732043914886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886/f156d4de6e70%2C46475%2C1732043914886.1732043917379 to pos 0, reset compression=false 2024-11-19T19:18:47,371 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/info/0ee1f58a9c1d498e8a193fc10f43081b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T19:18:47,373 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/.tmp/ns/b8ea6388637248eea38de3d4a6052f53 as hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/ns/b8ea6388637248eea38de3d4a6052f53 2024-11-19T19:18:47,390 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/ns/b8ea6388637248eea38de3d4a6052f53, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T19:18:47,391 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/.tmp/table/4924186fec724801b80c0e526cf27fcd as hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/table/4924186fec724801b80c0e526cf27fcd 2024-11-19T19:18:47,398 DEBUG [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:18:47,402 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/table/4924186fec724801b80c0e526cf27fcd, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T19:18:47,404 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 806ms, sequenceid=11, compaction requested=false 2024-11-19T19:18:47,410 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T19:18:47,411 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:18:47,411 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:18:47,411 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:18:47,411 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732043926598Running coprocessor pre-close hooks at 1732043926598Disabling compacts and flushes for region at 1732043926598Disabling writes for close at 1732043926598Obtaining lock to block concurrent updates at 1732043926603 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1732043926603Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732043926613 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732043926615 (+2 ms)Flushing 1588230740/info: creating writer at 1732043926617 (+2 ms)Flushing 1588230740/info: appending metadata at 1732043926673 (+56 ms)Flushing 1588230740/info: closing flushed file at 1732043926677 (+4 ms)Flushing 1588230740/ns: creating writer at 1732043926787 (+110 ms)Flushing 1588230740/ns: appending metadata at 1732043926818 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1732043926818Flushing 1588230740/table: creating writer at 1732043926869 (+51 ms)Flushing 1588230740/table: appending metadata at 1732043926898 (+29 ms)Flushing 1588230740/table: closing flushed file at 1732043926898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8d4e04: reopening flushed file at 1732043927341 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c59027: reopening flushed file at 1732043927372 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28042951: reopening flushed file at 1732043927390 (+18 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 806ms, sequenceid=11, compaction requested=false at 1732043927404 (+14 ms)Writing region close event to WAL at 1732043927405 (+1 ms)Running coprocessor post-close hooks at 1732043927410 (+5 ms)Closed at 1732043927411 (+1 ms) 2024-11-19T19:18:47,411 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:18:47,599 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,46475,1732043914886; all regions closed. 2024-11-19T19:18:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741834_1010 (size=2742) 2024-11-19T19:18:47,639 DEBUG [RS:0;f156d4de6e70:46475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/oldWALs 2024-11-19T19:18:47,639 INFO [RS:0;f156d4de6e70:46475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C46475%2C1732043914886.meta:.meta(num 1732043917948) 2024-11-19T19:18:47,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741837_1013 (size=1802) 2024-11-19T19:18:47,672 DEBUG [RS:0;f156d4de6e70:46475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/oldWALs 2024-11-19T19:18:47,672 INFO [RS:0;f156d4de6e70:46475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C46475%2C1732043914886.rep:(num 1732043924374) 2024-11-19T19:18:47,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741833_1009 (size=93) 2024-11-19T19:18:47,704 DEBUG [RS:0;f156d4de6e70:46475 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/oldWALs 2024-11-19T19:18:47,704 INFO [RS:0;f156d4de6e70:46475 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C46475%2C1732043914886:(num 1732043917379) 2024-11-19T19:18:47,705 DEBUG [RS:0;f156d4de6e70:46475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:47,705 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:18:47,705 INFO [RS:0;f156d4de6e70:46475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:18:47,705 INFO [RS:0;f156d4de6e70:46475 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T19:18:47,705 INFO [RS:0;f156d4de6e70:46475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:18:47,705 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:18:47,706 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,46475,1732043914886 because: Region server is closing 2024-11-19T19:18:47,706 INFO [RS:0;f156d4de6e70:46475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:46475. 2024-11-19T19:18:47,707 DEBUG [RS:0;f156d4de6e70:46475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:47,707 DEBUG [RS:0;f156d4de6e70:46475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:47,707 DEBUG [RS:0;f156d4de6e70:46475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:47,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:47,807 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886.replicationSource.wal-reader.f156d4de6e70%2C46475%2C1732043914886,1-f156d4de6e70,46475,1732043914886 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:18:47,807 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886.replicationSource.shipperf156d4de6e70%2C46475%2C1732043914886,1-f156d4de6e70,46475,1732043914886 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T19:18:47,808 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,46475,1732043914886.replicationSource.shipperf156d4de6e70%2C46475%2C1732043914886,1-f156d4de6e70,46475,1732043914886 terminated 2024-11-19T19:18:47,808 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f156d4de6e70,46475,1732043914886 because: Region server is closing 2024-11-19T19:18:47,808 INFO [RS:0;f156d4de6e70:46475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:46475. 2024-11-19T19:18:47,809 DEBUG [RS:0;f156d4de6e70:46475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:47,809 DEBUG [RS:0;f156d4de6e70:46475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:47,809 DEBUG [RS:0;f156d4de6e70:46475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:47,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:47,909 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886.replicationSource.shipperf156d4de6e70%2C46475%2C1732043914886,2-f156d4de6e70,46475,1732043914886 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T19:18:47,910 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886.replicationSource.wal-reader.f156d4de6e70%2C46475%2C1732043914886,2-f156d4de6e70,46475,1732043914886 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:18:47,910 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,46475,1732043914886.replicationSource.shipperf156d4de6e70%2C46475%2C1732043914886,2-f156d4de6e70,46475,1732043914886 terminated 2024-11-19T19:18:47,910 INFO [RS:0;f156d4de6e70:46475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46475 2024-11-19T19:18:47,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198408005/rs/f156d4de6e70,46475,1732043914886 2024-11-19T19:18:47,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005/rs 2024-11-19T19:18:47,977 INFO [RS:0;f156d4de6e70:46475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:18:47,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,46475,1732043914886] 2024-11-19T19:18:48,016 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/draining/f156d4de6e70,46475,1732043914886 already deleted, retry=false 2024-11-19T19:18:48,017 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,46475,1732043914886 expired; onlineServers=0 2024-11-19T19:18:48,017 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,46681,1732043913979' ***** 2024-11-19T19:18:48,017 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:18:48,017 INFO [M:0;f156d4de6e70:46681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:18:48,017 INFO [M:0;f156d4de6e70:46681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:18:48,018 DEBUG [M:0;f156d4de6e70:46681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:18:48,018 DEBUG [M:0;f156d4de6e70:46681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:18:48,018 INFO [M:0;f156d4de6e70:46681 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:18:48,018 INFO [M:0;f156d4de6e70:46681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:18:48,018 DEBUG [M:0;f156d4de6e70:46681 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:18:48,018 INFO [M:0;f156d4de6e70:46681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:18:48,018 INFO [M:0;f156d4de6e70:46681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:18:48,019 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043916887 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043916887,5,FailOnTimeoutGroup] 2024-11-19T19:18:48,019 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:18:48,019 INFO [M:0;f156d4de6e70:46681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:18:48,019 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043916897 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043916897,5,FailOnTimeoutGroup] 2024-11-19T19:18:48,020 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:18:48,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198408005/master 2024-11-19T19:18:48,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:48,041 DEBUG [M:0;f156d4de6e70:46681 {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/master already deleted, retry=false 2024-11-19T19:18:48,042 DEBUG [M:0;f156d4de6e70:46681 {}] master.ActiveMasterManager(353): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Failed delete of our master address node; KeeperErrorCode = NoNode for /0198408005/master 2024-11-19T19:18:48,043 INFO [M:0;f156d4de6e70:46681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/.lastflushedseqids 2024-11-19T19:18:48,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741842_1018 (size=181) 2024-11-19T19:18:48,094 INFO [M:0;f156d4de6e70:46681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:18:48,095 INFO [M:0;f156d4de6e70:46681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:18:48,095 DEBUG [M:0;f156d4de6e70:46681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:18:48,095 INFO [M:0;f156d4de6e70:46681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:48,095 DEBUG [M:0;f156d4de6e70:46681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:48,095 DEBUG [M:0;f156d4de6e70:46681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:18:48,095 DEBUG [M:0;f156d4de6e70:46681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:48,097 INFO [M:0;f156d4de6e70:46681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-19T19:18:48,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:18:48,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46475-0x1015488a4a60001, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:18:48,109 INFO [RS:0;f156d4de6e70:46475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:18:48,110 INFO [RS:0;f156d4de6e70:46475 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,46475,1732043914886; zookeeper connection closed. 2024-11-19T19:18:48,124 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a189cf6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a189cf6 2024-11-19T19:18:48,125 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:18:48,152 DEBUG [M:0;f156d4de6e70:46681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24a742cb2dce49129e4c62453b58e0f3 is 82, key is hbase:meta,,1/info:regioninfo/1732043918069/Put/seqid=0 2024-11-19T19:18:48,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741843_1019 (size=5672) 2024-11-19T19:18:48,208 INFO [M:0;f156d4de6e70:46681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24a742cb2dce49129e4c62453b58e0f3 2024-11-19T19:18:48,259 DEBUG [M:0;f156d4de6e70:46681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/193da6ce68e6478d9ed10ee8c4369cc7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732043924500/Put/seqid=0 2024-11-19T19:18:48,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741844_1020 (size=8663) 2024-11-19T19:18:48,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:18:48,700 INFO [M:0;f156d4de6e70:46681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/193da6ce68e6478d9ed10ee8c4369cc7 2024-11-19T19:18:48,820 DEBUG [M:0;f156d4de6e70:46681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e322ba867df471594f0397423f653d9 is 69, key is f156d4de6e70,46475,1732043914886/rs:state/1732043916957/Put/seqid=0 2024-11-19T19:18:48,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741845_1021 (size=5156) 2024-11-19T19:18:49,300 INFO [M:0;f156d4de6e70:46681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e322ba867df471594f0397423f653d9 2024-11-19T19:18:49,356 DEBUG [M:0;f156d4de6e70:46681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24a742cb2dce49129e4c62453b58e0f3 as hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24a742cb2dce49129e4c62453b58e0f3 2024-11-19T19:18:49,381 INFO [M:0;f156d4de6e70:46681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24a742cb2dce49129e4c62453b58e0f3, entries=8, sequenceid=115, filesize=5.5 K 2024-11-19T19:18:49,384 DEBUG [M:0;f156d4de6e70:46681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/193da6ce68e6478d9ed10ee8c4369cc7 as hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/193da6ce68e6478d9ed10ee8c4369cc7 2024-11-19T19:18:49,397 INFO [M:0;f156d4de6e70:46681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/193da6ce68e6478d9ed10ee8c4369cc7, entries=14, sequenceid=115, filesize=8.5 K 2024-11-19T19:18:49,399 DEBUG [M:0;f156d4de6e70:46681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e322ba867df471594f0397423f653d9 as hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e322ba867df471594f0397423f653d9 2024-11-19T19:18:49,418 INFO [M:0;f156d4de6e70:46681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e322ba867df471594f0397423f653d9, entries=1, sequenceid=115, filesize=5.0 K 2024-11-19T19:18:49,425 INFO [M:0;f156d4de6e70:46681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=115, compaction requested=false 2024-11-19T19:18:49,455 INFO [M:0;f156d4de6e70:46681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:49,455 DEBUG [M:0;f156d4de6e70:46681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732043928095Disabling compacts and flushes for region at 1732043928095Disabling writes for close at 1732043928095Obtaining lock to block concurrent updates at 1732043928097 (+2 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732043928097Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732043928099 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732043928100 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732043928100Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732043928152 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732043928152Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732043928224 (+72 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732043928257 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732043928257Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732043928761 (+504 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732043928819 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732043928819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1daa65e0: reopening flushed file at 1732043929345 (+526 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb01254: reopening flushed file at 1732043929381 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51408e7c: reopening flushed file at 1732043929397 (+16 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=115, compaction requested=false at 1732043929426 (+29 ms)Writing region close event to WAL at 1732043929455 (+29 ms)Closed at 1732043929455 2024-11-19T19:18:49,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741830_1006 (size=59421) 2024-11-19T19:18:49,476 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:18:49,476 INFO [M:0;f156d4de6e70:46681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:18:49,476 INFO [M:0;f156d4de6e70:46681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46681 2024-11-19T19:18:49,477 INFO [M:0;f156d4de6e70:46681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:18:49,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:18:49,646 INFO [M:0;f156d4de6e70:46681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:18:49,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x1015488a4a60000, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:18:49,648 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:18:49,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:49,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:49,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:18:49,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:49,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:18:49,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:18:49,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:18:49,650 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40483 2024-11-19T19:18:49,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40483 connecting to ZooKeeper ensemble=127.0.0.1:57001 2024-11-19T19:18:49,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404830x0, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:18:49,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40483-0x1015488a4a60006 connected 2024-11-19T19:18:49,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:49,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:49,702 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198408005/meta-region-server: INIT 2024-11-19T19:18:49,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/running 2024-11-19T19:18:49,702 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4, hbase.cluster.distributed=false 2024-11-19T19:18:49,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/acl 2024-11-19T19:18:49,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40483 2024-11-19T19:18:49,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40483 2024-11-19T19:18:49,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40483 2024-11-19T19:18:49,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40483 2024-11-19T19:18:49,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40483 2024-11-19T19:18:49,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:18:49,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:49,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:49,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:18:49,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:18:49,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:18:49,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:18:49,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:18:49,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34361 2024-11-19T19:18:49,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34361 connecting to ZooKeeper ensemble=127.0.0.1:57001 2024-11-19T19:18:49,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:49,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:49,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343610x0, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:18:49,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343610x0, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/running 2024-11-19T19:18:49,957 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198408005/meta-region-server: INIT 2024-11-19T19:18:49,958 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:18:49,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34361-0x1015488a4a60007 connected 2024-11-19T19:18:49,981 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:18:49,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/master 2024-11-19T19:18:49,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/acl 2024-11-19T19:18:49,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34361 2024-11-19T19:18:50,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34361 2024-11-19T19:18:50,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34361 2024-11-19T19:18:50,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34361 2024-11-19T19:18:50,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34361 2024-11-19T19:18:50,027 DEBUG [M:0;f156d4de6e70:40483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:40483 2024-11-19T19:18:50,028 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0198408005/backup-masters/f156d4de6e70,40483,1732043929648 2024-11-19T19:18:50,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005/backup-masters 2024-11-19T19:18:50,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005/backup-masters 2024-11-19T19:18:50,041 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on existing znode=/0198408005/backup-masters/f156d4de6e70,40483,1732043929648 2024-11-19T19:18:50,055 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on existing znode=/0198408005/master 2024-11-19T19:18:50,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:50,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0198408005/master 2024-11-19T19:18:50,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:50,057 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0198408005/backup-masters/f156d4de6e70,40483,1732043929648 from backup master directory 2024-11-19T19:18:50,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198408005/backup-masters/f156d4de6e70,40483,1732043929648 2024-11-19T19:18:50,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005/backup-masters 2024-11-19T19:18:50,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Unable to get data of znode /0198408005/backup-masters/f156d4de6e70,40483,1732043929648 because node does not exist (not an error) 2024-11-19T19:18:50,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005/backup-masters 2024-11-19T19:18:50,073 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:18:50,073 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,40483,1732043929648 2024-11-19T19:18:50,109 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:18:50,109 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:18:50,131 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 21ms. 2024-11-19T19:18:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741846_1022 (size=196) 2024-11-19T19:18:50,227 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:18:50,228 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:18:50,229 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:18:50,245 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T19:18:50,250 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,46681,1732043913979 to hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,46681,1732043913979-dead as it is dead 2024-11-19T19:18:50,253 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T19:18:50,253 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T19:18:50,253 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,46681,1732043913979-dead/f156d4de6e70%2C46681%2C1732043913979.1732043915969 2024-11-19T19:18:50,261 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,46681,1732043913979-dead/f156d4de6e70%2C46681%2C1732043913979.1732043915969 after 5ms 2024-11-19T19:18:50,263 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,46681,1732043913979-dead/f156d4de6e70%2C46681%2C1732043913979.1732043915969 to hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f156d4de6e70%2C46681%2C1732043913979.1732043915969 2024-11-19T19:18:50,263 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,46681,1732043913979-dead 2024-11-19T19:18:50,264 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,40483,1732043929648 2024-11-19T19:18:50,266 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:18:50,269 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C40483%2C1732043929648, suffix=, logDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,40483,1732043929648, archiveDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/oldWALs, maxLogs=10 2024-11-19T19:18:50,287 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,40483,1732043929648/f156d4de6e70%2C40483%2C1732043929648.1732043930269, exclude list is [], retry=0 2024-11-19T19:18:50,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44947,DS-6be47991-e09e-449d-8d93-1a2723d3a8e1,DISK] 2024-11-19T19:18:50,308 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/WALs/f156d4de6e70,40483,1732043929648/f156d4de6e70%2C40483%2C1732043929648.1732043930269 2024-11-19T19:18:50,309 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41541:41541)] 2024-11-19T19:18:50,309 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:18:50,310 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:18:50,310 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:50,310 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:50,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:50,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:18:50,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:50,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24a742cb2dce49129e4c62453b58e0f3 2024-11-19T19:18:50,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:50,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:50,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:18:50,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:50,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/193da6ce68e6478d9ed10ee8c4369cc7 2024-11-19T19:18:50,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:50,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:50,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:18:50,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:50,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e322ba867df471594f0397423f653d9 2024-11-19T19:18:50,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:50,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:50,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:18:50,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:50,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:50,359 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:50,360 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T19:18:50,360 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f156d4de6e70%2C46681%2C1732043913979.1732043915969 2024-11-19T19:18:50,383 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f156d4de6e70%2C46681%2C1732043913979.1732043915969 2024-11-19T19:18:50,386 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f156d4de6e70%2C46681%2C1732043913979.1732043915969 2024-11-19T19:18:50,389 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:50,389 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:50,391 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:18:50,409 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:18:50,440 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-19T19:18:50,450 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64281207, jitterRate=-0.04213537275791168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:18:50,451 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732043930310Initializing all the Stores at 1732043930311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043930311Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043930311Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043930312 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043930312Cleaning up temporary data from old regions at 1732043930389 (+77 ms)Region opened successfully at 1732043930450 (+61 ms) 2024-11-19T19:18:50,463 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:18:50,473 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f8558c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:18:50,493 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T19:18:50,494 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:18:50,494 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:18:50,495 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:18:50,512 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 17 msec 2024-11-19T19:18:50,519 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:18:50,520 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:18:50,521 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:18:50,521 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:18:50,522 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T19:18:50,522 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T19:18:50,522 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-19T19:18:50,522 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:18:50,546 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f156d4de6e70,46475,1732043914886, regionLocation=f156d4de6e70,46475,1732043914886, openSeqNum=2 2024-11-19T19:18:50,546 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f156d4de6e70,46475,1732043914886, table=hbase:meta, region=1588230740 2024-11-19T19:18:50,546 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,46475,1732043914886, state=OPEN 2024-11-19T19:18:50,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0198408005/meta-region-server 2024-11-19T19:18:50,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0198408005/meta-region-server 2024-11-19T19:18:50,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198408005/meta-region-server: CHANGED 2024-11-19T19:18:50,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198408005/meta-region-server: CHANGED 2024-11-19T19:18:50,609 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:18:50,645 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/draining/f156d4de6e70,46475,1732043914886 already deleted, retry=false 2024-11-19T19:18:50,645 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f156d4de6e70,46475,1732043914886 on f156d4de6e70,40483,1732043929648 2024-11-19T19:18:50,652 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f156d4de6e70,46475,1732043914886, splitWal=true, meta=true 2024-11-19T19:18:50,655 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for f156d4de6e70,46475,1732043914886 (carryingMeta=true) f156d4de6e70,46475,1732043914886/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7bb7bc4e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T19:18:50,660 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Unable to get data of znode /0198408005/balancer because node does not exist (not necessarily an error) 2024-11-19T19:18:50,708 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/balancer already deleted, retry=false 2024-11-19T19:18:50,709 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:18:50,711 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Unable to get data of znode /0198408005/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:18:50,727 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/normalizer already deleted, retry=false 2024-11-19T19:18:50,728 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:18:50,732 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Unable to get data of znode /0198408005/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:18:50,745 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/switch/split already deleted, retry=false 2024-11-19T19:18:50,746 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Unable to get data of znode /0198408005/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:18:50,759 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/switch/merge already deleted, retry=false 2024-11-19T19:18:50,787 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Unable to get data of znode /0198408005/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:18:50,797 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/snapshot-cleanup already deleted, retry=false 2024-11-19T19:18:50,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0198408005/running 2024-11-19T19:18:50,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0198408005/running 2024-11-19T19:18:50,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:50,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:50,809 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,40483,1732043929648, sessionid=0x1015488a4a60006, setting cluster-up flag (Was=false) 2024-11-19T19:18:50,823 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0198408005/flush-table-proc/acquired, /0198408005/flush-table-proc/reached, /0198408005/flush-table-proc/abort 2024-11-19T19:18:50,826 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,40483,1732043929648 2024-11-19T19:18:50,841 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0198408005/online-snapshot/acquired, /0198408005/online-snapshot/reached, /0198408005/online-snapshot/abort 2024-11-19T19:18:50,842 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,40483,1732043929648 2024-11-19T19:18:50,844 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/.lastflushedseqids 2024-11-19T19:18:50,850 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:18:50,851 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:18:50,851 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,40483,1732043929648 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f156d4de6e70,46475,1732043914886 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:18:50,853 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:18:50,853 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:18:50,853 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:18:50,853 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:18:50,853 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:18:50,853 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:50,854 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:18:50,854 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:50,865 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f156d4de6e70,46475,1732043914886, splitWal=true, meta=true 2024-11-19T19:18:50,867 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f156d4de6e70,46475,1732043914886, splitWal=true, meta=true, isMeta: true 2024-11-19T19:18:50,871 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886-splitting 2024-11-19T19:18:50,872 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886-splitting dir is empty, no logs to split. 2024-11-19T19:18:50,873 INFO [PEWorker-1 {}] master.SplitWALManager(105): f156d4de6e70,46475,1732043914886 WAL count=0, meta=true 2024-11-19T19:18:50,878 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886-splitting dir is empty, no logs to split. 2024-11-19T19:18:50,878 INFO [PEWorker-1 {}] master.SplitWALManager(105): f156d4de6e70,46475,1732043914886 WAL count=0, meta=true 2024-11-19T19:18:50,878 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f156d4de6e70,46475,1732043914886 WAL splitting is done? wals=0, meta=true 2024-11-19T19:18:50,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:18:50,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:18:50,890 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T19:18:50,898 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732043960897 2024-11-19T19:18:50,898 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:18:50,898 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:18:50,898 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:18:50,898 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:18:50,899 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:18:50,899 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:18:50,900 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:50,904 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:18:50,904 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:18:50,904 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:18:50,904 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:18:50,912 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:18:50,912 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:18:50,922 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(746): ClusterId : 8edf5b9e-3018-4160-8547-adf67ba9e26c 2024-11-19T19:18:50,922 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:18:50,928 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043930912,5,FailOnTimeoutGroup] 2024-11-19T19:18:50,932 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043930928,5,FailOnTimeoutGroup] 2024-11-19T19:18:50,932 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:50,932 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:18:50,933 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:50,933 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:50,933 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732043930933, completionTime=-1 2024-11-19T19:18:50,933 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T19:18:50,938 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:18:50,938 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:18:50,939 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T19:18:50,963 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:18:50,963 DEBUG [RS:0;f156d4de6e70:34361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680ec8ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:18:51,013 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:34361 2024-11-19T19:18:51,013 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:18:51,014 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:18:51,014 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:18:51,020 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,40483,1732043929648 with port=34361, startcode=1732043929807 2024-11-19T19:18:51,021 DEBUG [RS:0;f156d4de6e70:34361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:18:51,024 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:18:51,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,34361,1732043929807 2024-11-19T19:18:51,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40483 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,34361,1732043929807 2024-11-19T19:18:51,038 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4 2024-11-19T19:18:51,039 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39513 2024-11-19T19:18:51,039 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:18:51,039 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T19:18:51,041 WARN [f156d4de6e70:40483 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T19:18:51,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005/rs 2024-11-19T19:18:51,052 DEBUG [RS:0;f156d4de6e70:34361 {}] zookeeper.ZKUtil(111): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on existing znode=/0198408005/rs/f156d4de6e70,34361,1732043929807 2024-11-19T19:18:51,052 WARN [RS:0;f156d4de6e70:34361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:18:51,052 INFO [RS:0;f156d4de6e70:34361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:18:51,052 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807 2024-11-19T19:18:51,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,34361,1732043929807] 2024-11-19T19:18:51,179 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:18:51,200 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:18:51,213 INFO [RS:0;f156d4de6e70:34361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:18:51,213 INFO [RS:0;f156d4de6e70:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:51,224 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:18:51,232 INFO [RS:0;f156d4de6e70:34361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:18:51,232 INFO [RS:0;f156d4de6e70:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:51,233 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:51,233 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:51,233 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:51,233 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:51,233 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:51,233 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:18:51,233 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:51,234 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:51,234 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:51,234 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:51,234 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:51,234 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:18:51,234 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:18:51,234 DEBUG [RS:0;f156d4de6e70:34361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:18:51,256 INFO [RS:0;f156d4de6e70:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:51,256 INFO [RS:0;f156d4de6e70:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:51,256 INFO [RS:0;f156d4de6e70:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:51,257 INFO [RS:0;f156d4de6e70:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:51,257 INFO [RS:0;f156d4de6e70:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:51,257 INFO [RS:0;f156d4de6e70:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,34361,1732043929807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:18:51,292 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:18:51,292 INFO [RS:0;f156d4de6e70:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,34361,1732043929807-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:51,310 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,34361,1732043929807, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:18:51,334 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.ReplicationSource(231): queueId=2-f156d4de6e70,34361,1732043929807, ReplicationSource: 2, currentBandwidth=0 2024-11-19T19:18:51,345 DEBUG [RS:0;f156d4de6e70:34361.replicationSource,1-f156d4de6e70,34361,1732043929807 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:35189' 2024-11-19T19:18:51,348 INFO [RS:0;f156d4de6e70:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:51,348 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.Replication(171): f156d4de6e70,34361,1732043929807 started 2024-11-19T19:18:51,349 DEBUG [RS:0;f156d4de6e70:34361.replicationSource,1-f156d4de6e70,34361,1732043929807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@675ad170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:51,349 DEBUG [RS:0;f156d4de6e70:34361.replicationSource,1-f156d4de6e70,34361,1732043929807 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35189,-1 for getting cluster id 2024-11-19T19:18:51,349 DEBUG [RS:0;f156d4de6e70:34361.replicationSource,1-f156d4de6e70,34361,1732043929807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:51,372 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54a43dca-0f49-4e15-b759-b6d451b47a4b' 2024-11-19T19:18:51,372 DEBUG [RS:0;f156d4de6e70:34361.replicationSource,2-f156d4de6e70,34361,1732043929807 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:35189' 2024-11-19T19:18:51,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:51,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54a43dca-0f49-4e15-b759-b6d451b47a4b" 2024-11-19T19:18:51,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70bfb81a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:51,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35189,-1] 2024-11-19T19:18:51,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:51,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:51,374 DEBUG [RS:0;f156d4de6e70:34361.replicationSource,2-f156d4de6e70,34361,1732043929807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3151366e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:51,376 DEBUG [RS:0;f156d4de6e70:34361.replicationSource,2-f156d4de6e70,34361,1732043929807 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35189,-1 for getting cluster id 2024-11-19T19:18:51,377 DEBUG [RS:0;f156d4de6e70:34361.replicationSource,2-f156d4de6e70,34361,1732043929807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:51,378 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:51,378 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54a43dca-0f49-4e15-b759-b6d451b47a4b' 2024-11-19T19:18:51,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:51,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54a43dca-0f49-4e15-b759-b6d451b47a4b" 2024-11-19T19:18:51,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49b99f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:51,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35189,-1] 2024-11-19T19:18:51,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:51,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:51,380 DEBUG [RS:0;f156d4de6e70:34361.replicationSource,1-f156d4de6e70,34361,1732043929807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@241a129f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:51,380 DEBUG [RS:0;f156d4de6e70:34361.replicationSource,1-f156d4de6e70,34361,1732043929807 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:18:51,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35189,1732043921107 2024-11-19T19:18:51,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee0835e 2024-11-19T19:18:51,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:18:51,384 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T19:18:51,385 INFO [RS:0;f156d4de6e70:34361.replicationSource,1-f156d4de6e70,34361,1732043929807 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,34361,1732043929807 (queues=0) is replicating from cluster=8edf5b9e-3018-4160-8547-adf67ba9e26c to cluster=54a43dca-0f49-4e15-b759-b6d451b47a4b 2024-11-19T19:18:51,386 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:51,387 INFO [RS:0;f156d4de6e70:34361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:51,387 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,34361,1732043929807, RpcServer on f156d4de6e70/172.17.0.3:34361, sessionid=0x1015488a4a60007 2024-11-19T19:18:51,387 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:18:51,387 DEBUG [RS:0;f156d4de6e70:34361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,34361,1732043929807 2024-11-19T19:18:51,387 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,34361,1732043929807' 2024-11-19T19:18:51,387 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0198408005/flush-table-proc/abort' 2024-11-19T19:18:51,390 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0198408005/flush-table-proc/acquired' 2024-11-19T19:18:51,391 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:18:51,391 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:18:51,391 DEBUG [RS:0;f156d4de6e70:34361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,34361,1732043929807 2024-11-19T19:18:51,391 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,34361,1732043929807' 2024-11-19T19:18:51,391 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0198408005/online-snapshot/abort' 2024-11-19T19:18:51,392 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0198408005/online-snapshot/acquired' 2024-11-19T19:18:51,393 DEBUG [RS:0;f156d4de6e70:34361.replicationSource,2-f156d4de6e70,34361,1732043929807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@844fa33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:51,393 DEBUG [RS:0;f156d4de6e70:34361.replicationSource,2-f156d4de6e70,34361,1732043929807 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:18:51,394 DEBUG [RS:0;f156d4de6e70:34361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:18:51,394 INFO [RS:0;f156d4de6e70:34361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:18:51,394 INFO [RS:0;f156d4de6e70:34361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:18:51,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35189,1732043921107 2024-11-19T19:18:51,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12342082 2024-11-19T19:18:51,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:18:51,405 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T19:18:51,408 INFO [RS:0;f156d4de6e70:34361.replicationSource,2-f156d4de6e70,34361,1732043929807 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f156d4de6e70,34361,1732043929807 (queues=0) is replicating from cluster=8edf5b9e-3018-4160-8547-adf67ba9e26c to cluster=54a43dca-0f49-4e15-b759-b6d451b47a4b 2024-11-19T19:18:51,495 INFO [RS:0;f156d4de6e70:34361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:18:51,497 INFO [RS:0;f156d4de6e70:34361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C34361%2C1732043929807, suffix=, logDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807, archiveDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/oldWALs, maxLogs=10 2024-11-19T19:18:51,518 DEBUG [RS:0;f156d4de6e70:34361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498, exclude list is [], retry=0 2024-11-19T19:18:51,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44947,DS-6be47991-e09e-449d-8d93-1a2723d3a8e1,DISK] 2024-11-19T19:18:51,535 INFO [RS:0;f156d4de6e70:34361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 2024-11-19T19:18:51,540 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f156d4de6e70%2C34361%2C1732043929807 for peer 1 2024-11-19T19:18:51,540 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f156d4de6e70%2C34361%2C1732043929807 for peer 2 2024-11-19T19:18:51,540 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C34361%2C1732043929807 2024-11-19T19:18:51,541 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,34361,1732043929807, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:18:51,548 INFO [RS:0;f156d4de6e70:34361.replicationSource.shipperf156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C34361%2C1732043929807 2024-11-19T19:18:51,548 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f156d4de6e70%2C34361%2C1732043929807 2024-11-19T19:18:51,548 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f156d4de6e70,34361,1732043929807, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:18:51,552 DEBUG [RS:0;f156d4de6e70:34361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41541:41541)] 2024-11-19T19:18:51,552 INFO [RS:0;f156d4de6e70:34361.replicationSource.shipperf156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C34361%2C1732043929807 2024-11-19T19:18:51,553 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498, startPosition=0, beingWritten=true 2024-11-19T19:18:51,554 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498, startPosition=0, beingWritten=true 2024-11-19T19:18:51,775 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:51,779 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:51,791 DEBUG [f156d4de6e70:40483 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:18:51,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,34361,1732043929807 2024-11-19T19:18:51,794 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,34361,1732043929807, state=OPENING 2024-11-19T19:18:51,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0198408005/meta-region-server 2024-11-19T19:18:51,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0198408005/meta-region-server 2024-11-19T19:18:51,812 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:18:51,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198408005/meta-region-server: CHANGED 2024-11-19T19:18:51,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198408005/meta-region-server: CHANGED 2024-11-19T19:18:51,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,34361,1732043929807}] 2024-11-19T19:18:51,968 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:18:51,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:18:51,979 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:18:51,979 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:18:51,980 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:18:51,984 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C34361%2C1732043929807.meta, suffix=.meta, logDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807, archiveDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/oldWALs, maxLogs=10 2024-11-19T19:18:52,005 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.meta.1732043931985.meta, exclude list is [], retry=0 2024-11-19T19:18:52,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44947,DS-6be47991-e09e-449d-8d93-1a2723d3a8e1,DISK] 2024-11-19T19:18:52,014 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.meta.1732043931985.meta 2024-11-19T19:18:52,015 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41541:41541)] 2024-11-19T19:18:52,015 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:18:52,016 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:18:52,016 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:18:52,016 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:18:52,016 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:18:52,016 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:18:52,016 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:18:52,017 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:18:52,017 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:18:52,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:18:52,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:18:52,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:52,047 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/info/0ee1f58a9c1d498e8a193fc10f43081b 2024-11-19T19:18:52,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:52,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:18:52,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:18:52,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:52,067 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/ns/b8ea6388637248eea38de3d4a6052f53 2024-11-19T19:18:52,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:52,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:18:52,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:18:52,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:52,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:52,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:18:52,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:18:52,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:52,084 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:52,086 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/table/4924186fec724801b80c0e526cf27fcd 2024-11-19T19:18:52,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:18:52,087 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:18:52,087 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:52,088 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740 2024-11-19T19:18:52,095 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740 2024-11-19T19:18:52,097 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:18:52,097 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:18:52,099 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:18:52,102 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:18:52,104 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63087667, jitterRate=-0.059920504689216614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:18:52,104 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:18:52,105 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732043932017Writing region info on filesystem at 1732043932017Initializing all the Stores at 1732043932020 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043932020Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043932024 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043932024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043932024Cleaning up temporary data from old regions at 1732043932097 (+73 ms)Running coprocessor post-open hooks at 1732043932104 (+7 ms)Region opened successfully at 1732043932104 2024-11-19T19:18:52,109 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732043931967 2024-11-19T19:18:52,114 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f156d4de6e70,34361,1732043929807 2024-11-19T19:18:52,114 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:18:52,114 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:18:52,116 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,34361,1732043929807, state=OPEN 2024-11-19T19:18:52,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0198408005/meta-region-server 2024-11-19T19:18:52,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0198408005/meta-region-server 2024-11-19T19:18:52,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198408005/meta-region-server: CHANGED 2024-11-19T19:18:52,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0198408005/meta-region-server: CHANGED 2024-11-19T19:18:52,128 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,34361,1732043929807 2024-11-19T19:18:52,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T19:18:52,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,34361,1732043929807 in 316 msec 2024-11-19T19:18:52,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-19T19:18:52,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2540 sec 2024-11-19T19:18:52,505 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:52,512 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:52,543 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1610ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-19T19:18:53,024 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:53,034 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:53,630 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:53,648 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:54,046 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3112ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-19T19:18:54,340 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:54,368 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:55,152 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:55,177 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:55,448 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T19:18:55,448 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:18:55,449 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:18:55,449 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,34361,1732043929807, seqNum=-1] 2024-11-19T19:18:55,449 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:18:55,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:18:55,457 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b07667690022182ac1f3defe35832e29, regionState=OPEN, lastHost=f156d4de6e70,46475,1732043914886, regionLocation=f156d4de6e70,46475,1732043914886, openSeqNum=2 2024-11-19T19:18:55,458 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:18:55,458 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732043995458 2024-11-19T19:18:55,458 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044055458 2024-11-19T19:18:55,458 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-19T19:18:55,458 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,40483,1732043929648-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:55,458 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,40483,1732043929648-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:55,459 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f156d4de6e70,46475,1732043914886 had 2 regions 2024-11-19T19:18:55,459 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,40483,1732043929648-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:55,459 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:40483, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:55,459 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:55,459 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:55,461 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f156d4de6e70,46475,1732043914886, splitWal=true, meta=true, isMeta: false 2024-11-19T19:18:55,463 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886-splitting dir is empty, no logs to split. 2024-11-19T19:18:55,463 INFO [PEWorker-3 {}] master.SplitWALManager(105): f156d4de6e70,46475,1732043914886 WAL count=0, meta=false 2024-11-19T19:18:55,467 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.394sec 2024-11-19T19:18:55,468 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,46475,1732043914886-splitting dir is empty, no logs to split. 2024-11-19T19:18:55,468 INFO [PEWorker-3 {}] master.SplitWALManager(105): f156d4de6e70,46475,1732043914886 WAL count=0, meta=false 2024-11-19T19:18:55,468 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f156d4de6e70,46475,1732043914886 WAL splitting is done? wals=0, meta=false 2024-11-19T19:18:55,469 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:18:55,470 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:18:55,470 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:18:55,470 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:18:55,470 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:18:55,470 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,40483,1732043929648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:18:55,471 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,40483,1732043929648-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:18:55,472 WARN [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f156d4de6e70,46475,1732043914886/hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:55,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b07667690022182ac1f3defe35832e29, ASSIGN}] 2024-11-19T19:18:55,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b07667690022182ac1f3defe35832e29, ASSIGN 2024-11-19T19:18:55,476 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b07667690022182ac1f3defe35832e29, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T19:18:55,480 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:18:55,480 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:18:55,480 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,40483,1732043929648-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:18:55,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:55,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,40483,-1 for getting cluster id 2024-11-19T19:18:55,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:55,528 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8edf5b9e-3018-4160-8547-adf67ba9e26c' 2024-11-19T19:18:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8edf5b9e-3018-4160-8547-adf67ba9e26c" 2024-11-19T19:18:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e2f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,40483,-1] 2024-11-19T19:18:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:55,531 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ba36a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:55,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:18:55,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,34361,1732043929807, seqNum=-1] 2024-11-19T19:18:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:18:55,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:18:55,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T19:18:55,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:18:55,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:55,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:55,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:55,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:55,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f156d4de6e70:40483 after: f156d4de6e70:40483 2024-11-19T19:18:55,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:55,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,40483,-1 for getting cluster id 2024-11-19T19:18:55,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:18:55,543 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8edf5b9e-3018-4160-8547-adf67ba9e26c' 2024-11-19T19:18:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:18:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8edf5b9e-3018-4160-8547-adf67ba9e26c" 2024-11-19T19:18:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6830a8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,40483,-1] 2024-11-19T19:18:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:18:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:55,545 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:18:55,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:18:55,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:18:55,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,40483,1732043929648 2024-11-19T19:18:55,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22963c9f 2024-11-19T19:18:55,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:18:55,548 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:18:55,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T19:18:55,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T19:18:55,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T19:18:55,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T19:18:55,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:18:55,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:18:55,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:55,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:55,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:55,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:55,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:18:55,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=455133924, stopped=false 2024-11-19T19:18:55,552 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,35189,1732043921107 2024-11-19T19:18:55,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1553972467/running 2024-11-19T19:18:55,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1553972467/running 2024-11-19T19:18:55,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:55,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:55,566 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:18:55,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:18:55,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:55,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Set watcher on znode that does not yet exist, /1-1553972467/running 2024-11-19T19:18:55,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:55,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Set watcher on znode that does not yet exist, /1-1553972467/running 2024-11-19T19:18:55,567 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,39783,1732043921273' ***** 2024-11-19T19:18:55,567 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:18:55,567 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:18:55,567 INFO [RS:0;f156d4de6e70:39783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:18:55,567 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:18:55,567 INFO [RS:0;f156d4de6e70:39783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:18:55,568 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,39783,1732043921273 2024-11-19T19:18:55,568 INFO [RS:0;f156d4de6e70:39783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:18:55,568 INFO [RS:0;f156d4de6e70:39783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:39783. 2024-11-19T19:18:55,568 DEBUG [RS:0;f156d4de6e70:39783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:55,568 DEBUG [RS:0;f156d4de6e70:39783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:55,568 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:18:55,568 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:18:55,568 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:18:55,568 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:18:55,569 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T19:18:55,569 DEBUG [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:18:55,569 DEBUG [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:18:55,569 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:18:55,569 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:18:55,569 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:18:55,569 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:18:55,569 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:18:55,569 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T19:18:55,590 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/data/hbase/meta/1588230740/.tmp/ns/846261f1bad84fedb166b3287435c6fb is 43, key is default/ns:d/1732043923226/Put/seqid=0 2024-11-19T19:18:55,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741835_1011 (size=5153) 2024-11-19T19:18:55,627 DEBUG [f156d4de6e70:40483 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:18:55,627 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b07667690022182ac1f3defe35832e29, regionState=OPENING, regionLocation=f156d4de6e70,34361,1732043929807 2024-11-19T19:18:55,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b07667690022182ac1f3defe35832e29, ASSIGN because future has completed 2024-11-19T19:18:55,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b07667690022182ac1f3defe35832e29, server=f156d4de6e70,34361,1732043929807}] 2024-11-19T19:18:55,654 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:18:55,769 DEBUG [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:18:55,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:55,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:18:55,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:18:55,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C34361%2C1732043929807.rep, suffix=, logDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807, archiveDir=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/oldWALs, maxLogs=10 2024-11-19T19:18:55,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.rep.1732043935804, exclude list is [], retry=0 2024-11-19T19:18:55,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44947,DS-6be47991-e09e-449d-8d93-1a2723d3a8e1,DISK] 2024-11-19T19:18:55,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.rep.1732043935804 2024-11-19T19:18:55,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41541:41541)] 2024-11-19T19:18:55,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b07667690022182ac1f3defe35832e29, NAME => 'hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:18:55,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:18:55,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:18:55,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. service=MultiRowMutationService 2024-11-19T19:18:55,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:18:55,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b07667690022182ac1f3defe35832e29 2024-11-19T19:18:55,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:18:55,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:55,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:55,826 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b07667690022182ac1f3defe35832e29 2024-11-19T19:18:55,827 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07667690022182ac1f3defe35832e29 columnFamilyName hfileref 2024-11-19T19:18:55,827 DEBUG [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:55,827 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] regionserver.HStore(327): Store=b07667690022182ac1f3defe35832e29/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:55,827 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b07667690022182ac1f3defe35832e29 2024-11-19T19:18:55,828 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07667690022182ac1f3defe35832e29 columnFamilyName queue 2024-11-19T19:18:55,828 DEBUG [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:55,836 DEBUG [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/replication/b07667690022182ac1f3defe35832e29/queue/d2094c6b2f82469d82c1a377b0769205 2024-11-19T19:18:55,836 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] regionserver.HStore(327): Store=b07667690022182ac1f3defe35832e29/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:55,836 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b07667690022182ac1f3defe35832e29 2024-11-19T19:18:55,837 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07667690022182ac1f3defe35832e29 columnFamilyName sid 2024-11-19T19:18:55,837 DEBUG [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:18:55,838 INFO [StoreOpener-b07667690022182ac1f3defe35832e29-1 {}] regionserver.HStore(327): Store=b07667690022182ac1f3defe35832e29/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:18:55,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:55,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/replication/b07667690022182ac1f3defe35832e29 2024-11-19T19:18:55,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/replication/b07667690022182ac1f3defe35832e29 2024-11-19T19:18:55,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:55,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:55,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:18:55,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:55,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened b07667690022182ac1f3defe35832e29; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66863258, jitterRate=-0.0036598145961761475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:18:55,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:55,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b07667690022182ac1f3defe35832e29: Running coprocessor pre-open hook at 1732043935824Writing region info on filesystem at 1732043935824Initializing all the Stores at 1732043935825 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043935825Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043935826 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043935826Cleaning up temporary data from old regions at 1732043935841 (+15 ms)Running coprocessor post-open hooks at 1732043935846 (+5 ms)Region opened successfully at 1732043935847 (+1 ms) 2024-11-19T19:18:55,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29., pid=19, masterSystemTime=1732043935789 2024-11-19T19:18:55,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:55,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:55,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b07667690022182ac1f3defe35832e29, regionState=OPEN, openSeqNum=10, regionLocation=f156d4de6e70,34361,1732043929807 2024-11-19T19:18:55,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b07667690022182ac1f3defe35832e29, server=f156d4de6e70,34361,1732043929807 because future has completed 2024-11-19T19:18:55,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-19T19:18:55,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b07667690022182ac1f3defe35832e29, server=f156d4de6e70,34361,1732043929807 in 222 msec 2024-11-19T19:18:55,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-19T19:18:55,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b07667690022182ac1f3defe35832e29, ASSIGN in 386 msec 2024-11-19T19:18:55,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T19:18:55,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29., hostname=f156d4de6e70,34361,1732043929807, seqNum=10] 2024-11-19T19:18:55,901 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for f156d4de6e70,46475,1732043914886 2024-11-19T19:18:55,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T19:18:55,969 DEBUG [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:18:55,995 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/data/hbase/meta/1588230740/.tmp/ns/846261f1bad84fedb166b3287435c6fb 2024-11-19T19:18:56,003 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/data/hbase/meta/1588230740/.tmp/ns/846261f1bad84fedb166b3287435c6fb as hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/data/hbase/meta/1588230740/ns/846261f1bad84fedb166b3287435c6fb 2024-11-19T19:18:56,012 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/data/hbase/meta/1588230740/ns/846261f1bad84fedb166b3287435c6fb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T19:18:56,014 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false 2024-11-19T19:18:56,014 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:18:56,021 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T19:18:56,022 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:18:56,022 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:18:56,022 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:18:56,022 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732043935569Running coprocessor pre-close hooks at 1732043935569Disabling compacts and flushes for region at 1732043935569Disabling writes for close at 1732043935569Obtaining lock to block concurrent updates at 1732043935570 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732043935570Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732043935570Flushing stores of hbase:meta,,1.1588230740 at 1732043935571 (+1 ms)Flushing 1588230740/ns: creating writer at 1732043935571Flushing 1588230740/ns: appending metadata at 1732043935589 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732043935590 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36683919: reopening flushed file at 1732043936002 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false at 1732043936014 (+12 ms)Writing region close event to WAL at 1732043936016 (+2 ms)Running coprocessor post-close hooks at 1732043936021 (+5 ms)Closed at 1732043936022 (+1 ms) 2024-11-19T19:18:56,022 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:18:56,062 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:56,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-19T19:18:56,083 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:56,123 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:18:56,123 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:18:56,170 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,39783,1732043921273; all regions closed. 2024-11-19T19:18:56,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741834_1010 (size=1152) 2024-11-19T19:18:56,183 DEBUG [RS:0;f156d4de6e70:39783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/oldWALs 2024-11-19T19:18:56,183 INFO [RS:0;f156d4de6e70:39783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C39783%2C1732043921273.meta:.meta(num 1732043923120) 2024-11-19T19:18:56,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741832_1008 (size=93) 2024-11-19T19:18:56,189 DEBUG [RS:0;f156d4de6e70:39783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/oldWALs 2024-11-19T19:18:56,189 INFO [RS:0;f156d4de6e70:39783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C39783%2C1732043921273:(num 1732043922249) 2024-11-19T19:18:56,189 DEBUG [RS:0;f156d4de6e70:39783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:56,189 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:18:56,189 INFO [RS:0;f156d4de6e70:39783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:18:56,189 INFO [RS:0;f156d4de6e70:39783 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:18:56,189 INFO [RS:0;f156d4de6e70:39783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:18:56,189 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:18:56,190 INFO [RS:0;f156d4de6e70:39783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39783 2024-11-19T19:18:56,201 INFO [RS:0;f156d4de6e70:39783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:18:56,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1553972467/rs/f156d4de6e70,39783,1732043921273 2024-11-19T19:18:56,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467/rs 2024-11-19T19:18:56,211 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,39783,1732043921273] 2024-11-19T19:18:56,222 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1553972467/draining/f156d4de6e70,39783,1732043921273 already deleted, retry=false 2024-11-19T19:18:56,222 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,39783,1732043921273 expired; onlineServers=0 2024-11-19T19:18:56,222 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,35189,1732043921107' ***** 2024-11-19T19:18:56,222 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:18:56,222 INFO [M:0;f156d4de6e70:35189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:18:56,222 INFO [M:0;f156d4de6e70:35189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:18:56,222 DEBUG [M:0;f156d4de6e70:35189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:18:56,223 DEBUG [M:0;f156d4de6e70:35189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:18:56,223 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:18:56,223 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043921876 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043921876,5,FailOnTimeoutGroup] 2024-11-19T19:18:56,223 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043921870 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043921870,5,FailOnTimeoutGroup] 2024-11-19T19:18:56,223 INFO [M:0;f156d4de6e70:35189 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:18:56,223 INFO [M:0;f156d4de6e70:35189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:18:56,224 DEBUG [M:0;f156d4de6e70:35189 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:18:56,224 INFO [M:0;f156d4de6e70:35189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:18:56,224 INFO [M:0;f156d4de6e70:35189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:18:56,224 INFO [M:0;f156d4de6e70:35189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:18:56,224 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:18:56,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1553972467/master 2024-11-19T19:18:56,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1553972467 2024-11-19T19:18:56,233 DEBUG [M:0;f156d4de6e70:35189 {}] zookeeper.ZKUtil(347): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Unable to get data of znode /1-1553972467/master because node does not exist (not an error) 2024-11-19T19:18:56,233 WARN [M:0;f156d4de6e70:35189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:18:56,235 INFO [M:0;f156d4de6e70:35189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/.lastflushedseqids 2024-11-19T19:18:56,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741836_1012 (size=99) 2024-11-19T19:18:56,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:18:56,311 INFO [RS:0;f156d4de6e70:39783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:18:56,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39783-0x1015488a4a60004, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:18:56,312 INFO [RS:0;f156d4de6e70:39783 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,39783,1732043921273; zookeeper connection closed. 2024-11-19T19:18:56,312 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70a38e9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70a38e9d 2024-11-19T19:18:56,312 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:18:56,644 INFO [M:0;f156d4de6e70:35189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:18:56,645 INFO [M:0;f156d4de6e70:35189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:18:56,645 DEBUG [M:0;f156d4de6e70:35189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:18:56,645 INFO [M:0;f156d4de6e70:35189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:56,645 DEBUG [M:0;f156d4de6e70:35189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:56,645 DEBUG [M:0;f156d4de6e70:35189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:18:56,646 DEBUG [M:0;f156d4de6e70:35189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:56,646 INFO [M:0;f156d4de6e70:35189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T19:18:56,666 DEBUG [M:0;f156d4de6e70:35189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8340e2ebff60441eb8e091c58f27ce0c is 82, key is hbase:meta,,1/info:regioninfo/1732043923185/Put/seqid=0 2024-11-19T19:18:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741837_1013 (size=5672) 2024-11-19T19:18:57,071 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:57,072 INFO [M:0;f156d4de6e70:35189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8340e2ebff60441eb8e091c58f27ce0c 2024-11-19T19:18:57,094 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:57,104 DEBUG [M:0;f156d4de6e70:35189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff4c06bd2fad41558529fb4b1501ef76 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732043923239/Put/seqid=0 2024-11-19T19:18:57,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741838_1014 (size=5275) 2024-11-19T19:18:57,110 INFO [M:0;f156d4de6e70:35189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff4c06bd2fad41558529fb4b1501ef76 2024-11-19T19:18:57,143 DEBUG [M:0;f156d4de6e70:35189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35c606c49fdc449488dd7e9a15dd9256 is 69, key is f156d4de6e70,39783,1732043921273/rs:state/1732043921920/Put/seqid=0 2024-11-19T19:18:57,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741839_1015 (size=5156) 2024-11-19T19:18:57,149 INFO [M:0;f156d4de6e70:35189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35c606c49fdc449488dd7e9a15dd9256 2024-11-19T19:18:57,158 DEBUG [M:0;f156d4de6e70:35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8340e2ebff60441eb8e091c58f27ce0c as hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8340e2ebff60441eb8e091c58f27ce0c 2024-11-19T19:18:57,167 INFO [M:0;f156d4de6e70:35189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8340e2ebff60441eb8e091c58f27ce0c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T19:18:57,169 DEBUG [M:0;f156d4de6e70:35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff4c06bd2fad41558529fb4b1501ef76 as hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff4c06bd2fad41558529fb4b1501ef76 2024-11-19T19:18:57,178 INFO [M:0;f156d4de6e70:35189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff4c06bd2fad41558529fb4b1501ef76, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T19:18:57,181 DEBUG [M:0;f156d4de6e70:35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35c606c49fdc449488dd7e9a15dd9256 as hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35c606c49fdc449488dd7e9a15dd9256 2024-11-19T19:18:57,189 INFO [M:0;f156d4de6e70:35189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45419/user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35c606c49fdc449488dd7e9a15dd9256, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T19:18:57,190 INFO [M:0;f156d4de6e70:35189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 544ms, sequenceid=28, compaction requested=false 2024-11-19T19:18:57,192 INFO [M:0;f156d4de6e70:35189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:57,192 DEBUG [M:0;f156d4de6e70:35189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732043936645Disabling compacts and flushes for region at 1732043936645Disabling writes for close at 1732043936645Obtaining lock to block concurrent updates at 1732043936646 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732043936646Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732043936647 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732043936649 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732043936650 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732043936666 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732043936666Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732043937080 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732043937103 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732043937103Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732043937118 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732043937142 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732043937142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a55161f: reopening flushed file at 1732043937156 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5ad184: reopening flushed file at 1732043937167 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b506a46: reopening flushed file at 1732043937178 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 544ms, sequenceid=28, compaction requested=false at 1732043937190 (+12 ms)Writing region close event to WAL at 1732043937191 (+1 ms)Closed at 1732043937191 2024-11-19T19:18:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40315 is added to blk_1073741830_1006 (size=10165) 2024-11-19T19:18:57,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c070b048-1976-f056-be0b-86119174a5c9/MasterData/WALs/f156d4de6e70,35189,1732043921107/f156d4de6e70%2C35189%2C1732043921107.1732043921587 not finished, retry = 0 2024-11-19T19:18:57,297 INFO [M:0;f156d4de6e70:35189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:18:57,297 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:18:57,297 INFO [M:0;f156d4de6e70:35189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35189 2024-11-19T19:18:57,300 INFO [M:0;f156d4de6e70:35189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:18:57,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:18:57,434 INFO [M:0;f156d4de6e70:35189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:18:57,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1015488a4a60003, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:18:57,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:18:57,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:18:57,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:18:57,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:18:57,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/hadoop.log.dir/,STOPPED} 2024-11-19T19:18:57,444 WARN [BP-1757260285-172.17.0.3-1732043918695 heartbeating to localhost/127.0.0.1:45419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:18:57,444 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:18:57,445 WARN [BP-1757260285-172.17.0.3-1732043918695 heartbeating to localhost/127.0.0.1:45419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1757260285-172.17.0.3-1732043918695 (Datanode Uuid b0fb5415-26a1-4482-9919-fedfd1c76a97) service to localhost/127.0.0.1:45419 2024-11-19T19:18:57,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:18:57,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/cluster_989ed7a7-a97c-58a2-2dd6-9e50bbd0b01a/data/data1/current/BP-1757260285-172.17.0.3-1732043918695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:18:57,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/cluster_989ed7a7-a97c-58a2-2dd6-9e50bbd0b01a/data/data2/current/BP-1757260285-172.17.0.3-1732043918695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:18:57,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:18:57,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:18:57,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:18:57,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:18:57,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:18:57,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/hadoop.log.dir/,STOPPED} 2024-11-19T19:18:57,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:18:57,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:18:57,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:18:57,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:57,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:57,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:57,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:57,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:18:57,474 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=806722133, stopped=false 2024-11-19T19:18:57,474 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,40483,1732043929648 2024-11-19T19:18:57,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198408005/running 2024-11-19T19:18:57,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198408005/running 2024-11-19T19:18:57,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:57,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:57,485 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:18:57,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:18:57,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:57,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:57,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/running 2024-11-19T19:18:57,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Set watcher on znode that does not yet exist, /0198408005/running 2024-11-19T19:18:57,486 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,34361,1732043929807' ***** 2024-11-19T19:18:57,486 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:18:57,486 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:18:57,486 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:18:57,486 INFO [RS:0;f156d4de6e70:34361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:18:57,487 INFO [RS:0;f156d4de6e70:34361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:18:57,487 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(3091): Received CLOSE for b07667690022182ac1f3defe35832e29 2024-11-19T19:18:57,487 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,34361,1732043929807 2024-11-19T19:18:57,487 INFO [RS:0;f156d4de6e70:34361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:18:57,487 INFO [RS:0;f156d4de6e70:34361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:34361. 2024-11-19T19:18:57,487 DEBUG [RS:0;f156d4de6e70:34361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:57,487 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b07667690022182ac1f3defe35832e29, disabling compactions & flushes 2024-11-19T19:18:57,487 DEBUG [RS:0;f156d4de6e70:34361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:57,487 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:57,487 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:18:57,487 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:18:57,487 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:57,487 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:18:57,487 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. after waiting 0 ms 2024-11-19T19:18:57,487 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:18:57,487 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:57,487 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:18:57,488 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(1325): Online Regions={b07667690022182ac1f3defe35832e29=hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:18:57,488 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:18:57,488 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b07667690022182ac1f3defe35832e29 2024-11-19T19:18:57,488 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:18:57,488 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:18:57,488 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:18:57,488 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:18:57,488 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T19:18:57,492 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:18:57,492 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/replication/b07667690022182ac1f3defe35832e29/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-19T19:18:57,493 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:18:57,493 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:18:57,493 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:57,493 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b07667690022182ac1f3defe35832e29: Waiting for close lock at 1732043937487Running coprocessor pre-close hooks at 1732043937487Disabling compacts and flushes for region at 1732043937487Disabling writes for close at 1732043937487Writing region close event to WAL at 1732043937488 (+1 ms)Running coprocessor post-close hooks at 1732043937493 (+5 ms)Closed at 1732043937493 2024-11-19T19:18:57,494 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29. 2024-11-19T19:18:57,507 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/.tmp/info/10b9e18d57d04243bc47c171c77c8dab is 147, key is hbase:replication,,1732043923463.b07667690022182ac1f3defe35832e29./info:regioninfo/1732043935852/Put/seqid=0 2024-11-19T19:18:57,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741851_1027 (size=6385) 2024-11-19T19:18:57,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:18:57,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:18:57,688 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:18:57,888 DEBUG [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:18:57,914 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/.tmp/info/10b9e18d57d04243bc47c171c77c8dab 2024-11-19T19:18:57,924 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/.tmp/info/10b9e18d57d04243bc47c171c77c8dab as hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/info/10b9e18d57d04243bc47c171c77c8dab 2024-11-19T19:18:57,930 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/info/10b9e18d57d04243bc47c171c77c8dab, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T19:18:57,931 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-11-19T19:18:57,938 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T19:18:57,939 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:18:57,939 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:18:57,939 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:18:57,939 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732043937488Running coprocessor pre-close hooks at 1732043937488Disabling compacts and flushes for region at 1732043937488Disabling writes for close at 1732043937488Obtaining lock to block concurrent updates at 1732043937488Preparing flush snapshotting stores in 1588230740 at 1732043937488Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732043937488Flushing stores of hbase:meta,,1.1588230740 at 1732043937489 (+1 ms)Flushing 1588230740/info: creating writer at 1732043937489Flushing 1588230740/info: appending metadata at 1732043937506 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732043937506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb8bd41: reopening flushed file at 1732043937923 (+417 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1732043937932 (+9 ms)Writing region close event to WAL at 1732043937934 (+2 ms)Running coprocessor post-close hooks at 1732043937939 (+5 ms)Closed at 1732043937939 2024-11-19T19:18:57,939 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:18:58,088 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,34361,1732043929807; all regions closed. 2024-11-19T19:18:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741849_1025 (size=2156) 2024-11-19T19:18:58,091 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.meta.1732043931985.meta not finished, retry = 0 2024-11-19T19:18:58,178 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:58,195 DEBUG [RS:0;f156d4de6e70:34361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/oldWALs 2024-11-19T19:18:58,195 INFO [RS:0;f156d4de6e70:34361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C34361%2C1732043929807.meta:.meta(num 1732043931985) 2024-11-19T19:18:58,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741850_1026 (size=796) 2024-11-19T19:18:58,197 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.rep.1732043935804 not finished, retry = 0 2024-11-19T19:18:58,200 DEBUG [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 to pos 0, reset compression=false 2024-11-19T19:18:58,300 DEBUG [RS:0;f156d4de6e70:34361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/oldWALs 2024-11-19T19:18:58,300 INFO [RS:0;f156d4de6e70:34361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C34361%2C1732043929807.rep:(num 1732043935804) 2024-11-19T19:18:58,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741848_1024 (size=93) 2024-11-19T19:18:58,303 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/WALs/f156d4de6e70,34361,1732043929807/f156d4de6e70%2C34361%2C1732043929807.1732043931498 not finished, retry = 0 2024-11-19T19:18:58,337 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:18:58,338 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:18:58,410 DEBUG [RS:0;f156d4de6e70:34361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/oldWALs 2024-11-19T19:18:58,411 INFO [RS:0;f156d4de6e70:34361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C34361%2C1732043929807:(num 1732043931498) 2024-11-19T19:18:58,411 DEBUG [RS:0;f156d4de6e70:34361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:58,411 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:18:58,411 INFO [RS:0;f156d4de6e70:34361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:18:58,412 INFO [RS:0;f156d4de6e70:34361 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:18:58,412 INFO [RS:0;f156d4de6e70:34361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:18:58,412 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:18:58,413 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T19:18:58,413 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,34361,1732043929807 because: Region server is closing 2024-11-19T19:18:58,413 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T19:18:58,413 INFO [RS:0;f156d4de6e70:34361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:34361. 2024-11-19T19:18:58,413 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-19T19:18:58,414 DEBUG [RS:0;f156d4de6e70:34361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:58,414 DEBUG [RS:0;f156d4de6e70:34361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:58,414 DEBUG [RS:0;f156d4de6e70:34361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:58,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:58,515 WARN [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:18:58,515 WARN [RS:0;f156d4de6e70:34361.replicationSource.shipperf156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T19:18:58,515 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f156d4de6e70:34361.replicationSource.shipperf156d4de6e70%2C34361%2C1732043929807,1-f156d4de6e70,34361,1732043929807 terminated 2024-11-19T19:18:58,515 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f156d4de6e70,34361,1732043929807 because: Region server is closing 2024-11-19T19:18:58,515 INFO [RS:0;f156d4de6e70:34361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:34361. 2024-11-19T19:18:58,515 DEBUG [RS:0;f156d4de6e70:34361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:18:58,515 DEBUG [RS:0;f156d4de6e70:34361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:58,516 DEBUG [RS:0;f156d4de6e70:34361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:18:58,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:18:58,616 WARN [RS:0;f156d4de6e70:34361.replicationSource.wal-reader.f156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:18:58,616 WARN [RS:0;f156d4de6e70:34361.replicationSource.shipperf156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T19:18:58,616 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;f156d4de6e70:34361.replicationSource.shipperf156d4de6e70%2C34361%2C1732043929807,2-f156d4de6e70,34361,1732043929807 terminated 2024-11-19T19:18:58,616 INFO [RS:0;f156d4de6e70:34361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34361 2024-11-19T19:18:58,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198408005/rs/f156d4de6e70,34361,1732043929807 2024-11-19T19:18:58,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005/rs 2024-11-19T19:18:58,652 INFO [RS:0;f156d4de6e70:34361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:18:58,671 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,34361,1732043929807] 2024-11-19T19:18:58,681 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0198408005/draining/f156d4de6e70,34361,1732043929807 already deleted, retry=false 2024-11-19T19:18:58,681 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,34361,1732043929807 expired; onlineServers=0 2024-11-19T19:18:58,681 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,40483,1732043929648' ***** 2024-11-19T19:18:58,681 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:18:58,681 INFO [M:0;f156d4de6e70:40483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:18:58,682 INFO [M:0;f156d4de6e70:40483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:18:58,682 DEBUG [M:0;f156d4de6e70:40483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:18:58,682 DEBUG [M:0;f156d4de6e70:40483 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:18:58,682 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:18:58,682 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043930928 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043930928,5,FailOnTimeoutGroup] 2024-11-19T19:18:58,682 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043930912 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043930912,5,FailOnTimeoutGroup] 2024-11-19T19:18:58,682 INFO [M:0;f156d4de6e70:40483 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:18:58,682 INFO [M:0;f156d4de6e70:40483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:18:58,682 DEBUG [M:0;f156d4de6e70:40483 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:18:58,682 INFO [M:0;f156d4de6e70:40483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:18:58,683 INFO [M:0;f156d4de6e70:40483 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:18:58,683 INFO [M:0;f156d4de6e70:40483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:18:58,683 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:18:58,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0198408005/master 2024-11-19T19:18:58,692 DEBUG [M:0;f156d4de6e70:40483 {}] zookeeper.ZKUtil(347): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Unable to get data of znode /0198408005/master because node does not exist (not an error) 2024-11-19T19:18:58,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0198408005 2024-11-19T19:18:58,692 WARN [M:0;f156d4de6e70:40483 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:18:58,693 INFO [M:0;f156d4de6e70:40483 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/.lastflushedseqids 2024-11-19T19:18:58,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741852_1028 (size=181) 2024-11-19T19:18:58,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:18:58,771 INFO [RS:0;f156d4de6e70:34361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:18:58,771 INFO [RS:0;f156d4de6e70:34361 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,34361,1732043929807; zookeeper connection closed. 2024-11-19T19:18:58,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34361-0x1015488a4a60007, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:18:58,771 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f9df5a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f9df5a5 2024-11-19T19:18:58,772 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:18:59,101 INFO [M:0;f156d4de6e70:40483 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:18:59,102 INFO [M:0;f156d4de6e70:40483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:18:59,102 DEBUG [M:0;f156d4de6e70:40483 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:18:59,102 INFO [M:0;f156d4de6e70:40483 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:59,102 DEBUG [M:0;f156d4de6e70:40483 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:59,102 DEBUG [M:0;f156d4de6e70:40483 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:18:59,102 DEBUG [M:0;f156d4de6e70:40483 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:18:59,102 INFO [M:0;f156d4de6e70:40483 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T19:18:59,118 DEBUG [M:0;f156d4de6e70:40483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9aa3bf5bc7754875ba8de3c3b496da4e is 82, key is hbase:meta,,1/info:regioninfo/1732043932114/Put/seqid=0 2024-11-19T19:18:59,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741853_1029 (size=5680) 2024-11-19T19:18:59,523 INFO [M:0;f156d4de6e70:40483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9aa3bf5bc7754875ba8de3c3b496da4e 2024-11-19T19:18:59,543 DEBUG [M:0;f156d4de6e70:40483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/533bd883d4ae434ca58aeb327fef0e7d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732043935860/Put/seqid=0 2024-11-19T19:18:59,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741854_1030 (size=7319) 2024-11-19T19:18:59,948 INFO [M:0;f156d4de6e70:40483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/533bd883d4ae434ca58aeb327fef0e7d 2024-11-19T19:18:59,968 DEBUG [M:0;f156d4de6e70:40483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61ded75ef35b46ce9962de580d20d54f is 69, key is f156d4de6e70,34361,1732043929807/rs:state/1732043931029/Put/seqid=0 2024-11-19T19:18:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741855_1031 (size=5371) 2024-11-19T19:19:00,373 INFO [M:0;f156d4de6e70:40483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61ded75ef35b46ce9962de580d20d54f 2024-11-19T19:19:00,379 INFO [M:0;f156d4de6e70:40483 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61ded75ef35b46ce9962de580d20d54f 2024-11-19T19:19:00,380 DEBUG [M:0;f156d4de6e70:40483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9aa3bf5bc7754875ba8de3c3b496da4e as hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9aa3bf5bc7754875ba8de3c3b496da4e 2024-11-19T19:19:00,386 INFO [M:0;f156d4de6e70:40483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9aa3bf5bc7754875ba8de3c3b496da4e, entries=8, sequenceid=172, filesize=5.5 K 2024-11-19T19:19:00,387 DEBUG [M:0;f156d4de6e70:40483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/533bd883d4ae434ca58aeb327fef0e7d as hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/533bd883d4ae434ca58aeb327fef0e7d 2024-11-19T19:19:00,393 INFO [M:0;f156d4de6e70:40483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/533bd883d4ae434ca58aeb327fef0e7d, entries=7, sequenceid=172, filesize=7.1 K 2024-11-19T19:19:00,394 DEBUG [M:0;f156d4de6e70:40483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61ded75ef35b46ce9962de580d20d54f as hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61ded75ef35b46ce9962de580d20d54f 2024-11-19T19:19:00,402 INFO [M:0;f156d4de6e70:40483 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61ded75ef35b46ce9962de580d20d54f 2024-11-19T19:19:00,402 INFO [M:0;f156d4de6e70:40483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39513/user/jenkins/test-data/026f11bb-22ef-211d-81f2-9cf005f3b5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61ded75ef35b46ce9962de580d20d54f, entries=2, sequenceid=172, filesize=5.2 K 2024-11-19T19:19:00,404 INFO [M:0;f156d4de6e70:40483 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false 2024-11-19T19:19:00,405 INFO [M:0;f156d4de6e70:40483 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:00,405 DEBUG [M:0;f156d4de6e70:40483 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732043939102Disabling compacts and flushes for region at 1732043939102Disabling writes for close at 1732043939102Obtaining lock to block concurrent updates at 1732043939102Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732043939102Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732043939102Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732043939103 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732043939103Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732043939118 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732043939118Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732043939529 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732043939543 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732043939543Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732043939954 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732043939967 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732043939967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c0b05fe: reopening flushed file at 1732043940379 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24dd5408: reopening flushed file at 1732043940386 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2389903c: reopening flushed file at 1732043940393 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false at 1732043940404 (+11 ms)Writing region close event to WAL at 1732043940405 (+1 ms)Closed at 1732043940405 2024-11-19T19:19:00,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741847_1023 (size=22949) 2024-11-19T19:19:00,411 INFO [M:0;f156d4de6e70:40483 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:19:00,411 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:19:00,411 INFO [M:0;f156d4de6e70:40483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40483 2024-11-19T19:19:00,412 INFO [M:0;f156d4de6e70:40483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:19:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:19:00,532 INFO [M:0;f156d4de6e70:40483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:19:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x1015488a4a60006, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:19:00,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:19:00,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:19:00,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:19:00,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:19:00,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/hadoop.log.dir/,STOPPED} 2024-11-19T19:19:00,540 WARN [BP-1945733096-172.17.0.3-1732043910245 heartbeating to localhost/127.0.0.1:39513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:19:00,540 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:19:00,540 WARN [BP-1945733096-172.17.0.3-1732043910245 heartbeating to localhost/127.0.0.1:39513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1945733096-172.17.0.3-1732043910245 (Datanode Uuid 8fff9dd8-0081-4754-8200-ad6e49629c9f) service to localhost/127.0.0.1:39513 2024-11-19T19:19:00,540 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:19:00,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/cluster_b2acff9e-89ef-43db-ca64-fb6f3b2ec38b/data/data1/current/BP-1945733096-172.17.0.3-1732043910245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:19:00,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/cluster_b2acff9e-89ef-43db-ca64-fb6f3b2ec38b/data/data2/current/BP-1945733096-172.17.0.3-1732043910245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:19:00,542 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:19:00,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:19:00,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:19:00,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:19:00,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:19:00,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b235b5-62c4-ed2e-9241-6da919b4764b/hadoop.log.dir/,STOPPED} 2024-11-19T19:19:00,571 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T19:19:00,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:19:00,596 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: regionserver/f156d4de6e70:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45419 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/f156d4de6e70:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f156d4de6e70:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f156d4de6e70:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57001) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f156d4de6e70:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39513 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57001) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=832 (was 898), ProcessCount=11 (was 11), AvailableMemoryMB=3898 (was 4825) 2024-11-19T19:19:00,603 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=832, ProcessCount=11, AvailableMemoryMB=3896 2024-11-19T19:19:00,616 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-19T19:19:00,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/hadoop.log.dir so I do NOT create it in target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd 2024-11-19T19:19:00,617 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:19:00,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/hadoop.tmp.dir so I do NOT create it in target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd 2024-11-19T19:19:00,617 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a11dd94b-cacf-72eb-024b-780e7d02fbbd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:19:00,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd 2024-11-19T19:19:00,617 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/cluster_217f5c2b-1442-d403-c06b-075ac0fb6a32, deleteOnExit=true 2024-11-19T19:19:00,620 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/cluster_217f5c2b-1442-d403-c06b-075ac0fb6a32/zookeeper_0, clientPort=56801, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/cluster_217f5c2b-1442-d403-c06b-075ac0fb6a32/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/cluster_217f5c2b-1442-d403-c06b-075ac0fb6a32/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T19:19:00,621 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56801 2024-11-19T19:19:00,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:19:00,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:19:00,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/test.cache.data in system properties and HBase conf 2024-11-19T19:19:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:19:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:19:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:19:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:19:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:19:00,622 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:19:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:19:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:19:00,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:19:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:19:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:19:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:19:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:19:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:19:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:19:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:19:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:19:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:19:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:19:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:19:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015488a4a60005, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:19:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015488a4a60002, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:19:00,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015488a4a60005, quorum=127.0.0.1:57001, baseZNode=/1-1553972467 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:19:00,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015488a4a60002, quorum=127.0.0.1:57001, baseZNode=/0198408005 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:19:01,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:19:01,043 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:19:01,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:19:01,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:19:01,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:19:01,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:19:01,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:19:01,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:19:01,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/java.io.tmpdir/jetty-localhost-37141-hadoop-hdfs-3_4_1-tests_jar-_-any-4196203602851546693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:19:01,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:37141} 2024-11-19T19:19:01,171 INFO [Time-limited test {}] server.Server(415): Started @33107ms 2024-11-19T19:19:01,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:19:01,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:19:01,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:19:01,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:19:01,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:19:01,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:19:01,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:19:01,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/java.io.tmpdir/jetty-localhost-37357-hadoop-hdfs-3_4_1-tests_jar-_-any-1352298848765306711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:19:01,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:37357} 2024-11-19T19:19:01,621 INFO [Time-limited test {}] server.Server(415): Started @33558ms 2024-11-19T19:19:01,622 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:19:02,528 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/cluster_217f5c2b-1442-d403-c06b-075ac0fb6a32/data/data1/current/BP-687705045-172.17.0.3-1732043940648/current, will proceed with Du for space computation calculation, 2024-11-19T19:19:02,528 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/cluster_217f5c2b-1442-d403-c06b-075ac0fb6a32/data/data2/current/BP-687705045-172.17.0.3-1732043940648/current, will proceed with Du for space computation calculation, 2024-11-19T19:19:02,547 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:19:02,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe56b9f8dbf9f15c1 with lease ID 0x211d6a9b7f12d510: Processing first storage report for DS-9408d018-4a06-4637-a22f-de2a368cad18 from datanode DatanodeRegistration(127.0.0.1:38573, datanodeUuid=8c08624b-3464-4c5f-a62f-00f8fb75cb35, infoPort=43821, infoSecurePort=0, ipcPort=40465, storageInfo=lv=-57;cid=testClusterID;nsid=1860642757;c=1732043940648) 2024-11-19T19:19:02,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe56b9f8dbf9f15c1 with lease ID 0x211d6a9b7f12d510: from storage DS-9408d018-4a06-4637-a22f-de2a368cad18 node DatanodeRegistration(127.0.0.1:38573, datanodeUuid=8c08624b-3464-4c5f-a62f-00f8fb75cb35, infoPort=43821, infoSecurePort=0, ipcPort=40465, storageInfo=lv=-57;cid=testClusterID;nsid=1860642757;c=1732043940648), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:19:02,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe56b9f8dbf9f15c1 with lease ID 0x211d6a9b7f12d510: Processing first storage report for DS-0fda83d7-74eb-4feb-93f5-0d3e62d2b26c from datanode DatanodeRegistration(127.0.0.1:38573, datanodeUuid=8c08624b-3464-4c5f-a62f-00f8fb75cb35, infoPort=43821, infoSecurePort=0, ipcPort=40465, storageInfo=lv=-57;cid=testClusterID;nsid=1860642757;c=1732043940648) 2024-11-19T19:19:02,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe56b9f8dbf9f15c1 with lease ID 0x211d6a9b7f12d510: from storage DS-0fda83d7-74eb-4feb-93f5-0d3e62d2b26c node DatanodeRegistration(127.0.0.1:38573, datanodeUuid=8c08624b-3464-4c5f-a62f-00f8fb75cb35, infoPort=43821, infoSecurePort=0, ipcPort=40465, storageInfo=lv=-57;cid=testClusterID;nsid=1860642757;c=1732043940648), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:19:02,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd 2024-11-19T19:19:02,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:02,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:02,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:19:02,967 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8 with version=8 2024-11-19T19:19:02,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/hbase-staging 2024-11-19T19:19:02,970 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:19:02,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:02,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:02,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:19:02,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:02,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:19:02,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:19:02,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:19:02,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41905 2024-11-19T19:19:02,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41905 connecting to ZooKeeper ensemble=127.0.0.1:56801 2024-11-19T19:19:02,996 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:19:03,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:19:03,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419050x0, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:19:03,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41905-0x10154891eb70000 connected 2024-11-19T19:19:03,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:03,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:03,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Set watcher on znode that does not yet exist, /0-811317836/running 2024-11-19T19:19:03,313 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8, hbase.cluster.distributed=false 2024-11-19T19:19:03,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Set watcher on znode that does not yet exist, /0-811317836/acl 2024-11-19T19:19:03,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41905 2024-11-19T19:19:03,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41905 2024-11-19T19:19:03,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41905 2024-11-19T19:19:03,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41905 2024-11-19T19:19:03,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41905 2024-11-19T19:19:03,330 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:19:03,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:03,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:03,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:19:03,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:03,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:19:03,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:19:03,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:19:03,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33771 2024-11-19T19:19:03,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33771 connecting to ZooKeeper ensemble=127.0.0.1:56801 2024-11-19T19:19:03,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:03,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:03,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337710x0, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:19:03,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337710x0, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Set watcher on znode that does not yet exist, /0-811317836/running 2024-11-19T19:19:03,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33771-0x10154891eb70001 connected 2024-11-19T19:19:03,349 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:19:03,350 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:19:03,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Set watcher on znode that does not yet exist, /0-811317836/master 2024-11-19T19:19:03,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Set watcher on znode that does not yet exist, /0-811317836/acl 2024-11-19T19:19:03,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33771 2024-11-19T19:19:03,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33771 2024-11-19T19:19:03,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33771 2024-11-19T19:19:03,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33771 2024-11-19T19:19:03,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33771 2024-11-19T19:19:03,365 DEBUG [M:0;f156d4de6e70:41905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:41905 2024-11-19T19:19:03,366 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-811317836/backup-masters/f156d4de6e70,41905,1732043942970 2024-11-19T19:19:03,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836/backup-masters 2024-11-19T19:19:03,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836/backup-masters 2024-11-19T19:19:03,372 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Set watcher on existing znode=/0-811317836/backup-masters/f156d4de6e70,41905,1732043942970 2024-11-19T19:19:03,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-811317836/master 2024-11-19T19:19:03,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:03,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:03,383 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Set watcher on existing znode=/0-811317836/master 2024-11-19T19:19:03,383 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-811317836/backup-masters/f156d4de6e70,41905,1732043942970 from backup master directory 2024-11-19T19:19:03,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836/backup-masters 2024-11-19T19:19:03,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-811317836/backup-masters/f156d4de6e70,41905,1732043942970 2024-11-19T19:19:03,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836/backup-masters 2024-11-19T19:19:03,416 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:19:03,416 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,41905,1732043942970 2024-11-19T19:19:03,420 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/hbase.id] with ID: 24448841-49b2-4126-a1fb-abe6200821ac 2024-11-19T19:19:03,420 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/.tmp/hbase.id 2024-11-19T19:19:03,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:19:03,430 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/.tmp/hbase.id]:[hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/hbase.id] 2024-11-19T19:19:03,446 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:03,446 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:19:03,448 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T19:19:03,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:03,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:03,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:19:03,873 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:19:03,874 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:19:03,874 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:03,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:19:04,283 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store 2024-11-19T19:19:04,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:19:04,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:19:04,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T19:19:04,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T19:19:04,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:19:04,692 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:04,692 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:19:04,692 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:04,692 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:04,692 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:19:04,692 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:04,692 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:04,692 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732043944692Disabling compacts and flushes for region at 1732043944692Disabling writes for close at 1732043944692Writing region close event to WAL at 1732043944692Closed at 1732043944692 2024-11-19T19:19:04,694 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/.initializing 2024-11-19T19:19:04,694 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/WALs/f156d4de6e70,41905,1732043942970 2024-11-19T19:19:04,695 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:19:04,698 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C41905%2C1732043942970, suffix=, logDir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/WALs/f156d4de6e70,41905,1732043942970, archiveDir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/oldWALs, maxLogs=10 2024-11-19T19:19:04,717 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/WALs/f156d4de6e70,41905,1732043942970/f156d4de6e70%2C41905%2C1732043942970.1732043944699, exclude list is [], retry=0 2024-11-19T19:19:04,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-9408d018-4a06-4637-a22f-de2a368cad18,DISK] 2024-11-19T19:19:04,722 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/WALs/f156d4de6e70,41905,1732043942970/f156d4de6e70%2C41905%2C1732043942970.1732043944699 2024-11-19T19:19:04,723 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43821:43821)] 2024-11-19T19:19:04,723 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:19:04,723 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:04,723 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:04,723 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:04,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:04,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:19:04,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:04,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:04,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:04,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:19:04,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:04,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:04,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:04,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:19:04,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:04,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:04,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:04,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:19:04,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:04,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:04,738 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:04,739 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:04,740 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:04,741 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:04,742 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:04,742 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:19:04,744 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:04,747 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:19:04,747 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70817773, jitterRate=0.05526705086231232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:19:04,748 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732043944723Initializing all the Stores at 1732043944724 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043944725 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043944727 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043944727Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043944727Cleaning up temporary data from old regions at 1732043944742 (+15 ms)Region opened successfully at 1732043944747 (+5 ms) 2024-11-19T19:19:04,748 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:19:04,753 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aea2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:19:04,754 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:19:04,754 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:19:04,754 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:19:04,754 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:19:04,755 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:19:04,755 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:19:04,756 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:19:04,763 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:19:04,764 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Unable to get data of znode /0-811317836/balancer because node does not exist (not necessarily an error) 2024-11-19T19:19:04,771 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-811317836/balancer already deleted, retry=false 2024-11-19T19:19:04,772 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:19:04,773 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Unable to get data of znode /0-811317836/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:19:04,792 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-811317836/normalizer already deleted, retry=false 2024-11-19T19:19:04,793 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:19:04,794 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Unable to get data of znode /0-811317836/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:19:04,813 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-811317836/switch/split already deleted, retry=false 2024-11-19T19:19:04,815 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Unable to get data of znode /0-811317836/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:19:04,824 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-811317836/switch/merge already deleted, retry=false 2024-11-19T19:19:04,827 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Unable to get data of znode /0-811317836/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:19:04,834 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-811317836/snapshot-cleanup already deleted, retry=false 2024-11-19T19:19:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-811317836/running 2024-11-19T19:19:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-811317836/running 2024-11-19T19:19:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:04,846 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,41905,1732043942970, sessionid=0x10154891eb70000, setting cluster-up flag (Was=false) 2024-11-19T19:19:04,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:04,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:04,898 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-811317836/flush-table-proc/acquired, /0-811317836/flush-table-proc/reached, /0-811317836/flush-table-proc/abort 2024-11-19T19:19:04,900 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,41905,1732043942970 2024-11-19T19:19:04,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:04,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:04,969 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-811317836/online-snapshot/acquired, /0-811317836/online-snapshot/reached, /0-811317836/online-snapshot/abort 2024-11-19T19:19:04,971 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,41905,1732043942970 2024-11-19T19:19:04,972 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:19:04,974 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:04,974 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:19:04,974 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:19:04,975 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f156d4de6e70,46475,1732043914886: status=Processing ServerCrashProcedure of f156d4de6e70,46475,1732043914886 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732043930865, completionTime=-1 appears to have been leaked 2024-11-19T19:19:04,975 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,41905,1732043942970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:19:04,976 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:04,977 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:04,977 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:04,977 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:04,977 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:19:04,977 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:04,977 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:19:04,977 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:04,984 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:04,984 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732043974984 2024-11-19T19:19:04,984 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:19:04,984 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:19:04,984 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:19:04,985 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:19:04,985 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:19:04,985 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:19:04,985 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:19:04,985 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:04,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:19:04,994 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:04,996 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:19:04,996 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:19:04,996 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:19:04,997 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:19:05,000 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:19:05,000 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:19:05,002 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043945000,5,FailOnTimeoutGroup] 2024-11-19T19:19:05,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:19:05,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:19:05,006 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8 2024-11-19T19:19:05,008 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043945002,5,FailOnTimeoutGroup] 2024-11-19T19:19:05,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:19:05,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741832_1008 (size=32) 2024-11-19T19:19:05,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:05,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:19:05,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:19:05,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:05,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:05,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:19:05,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:19:05,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:05,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:05,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:19:05,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:19:05,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:05,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:05,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:19:05,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:19:05,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:05,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:05,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:19:05,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740 2024-11-19T19:19:05,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740 2024-11-19T19:19:05,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:19:05,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:19:05,045 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:19:05,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:19:05,053 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:19:05,054 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61479505, jitterRate=-0.08388398587703705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:19:05,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732043945017Initializing all the Stores at 1732043945022 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043945022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043945024 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043945024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043945024Cleaning up temporary data from old regions at 1732043945044 (+20 ms)Region opened successfully at 1732043945055 (+11 ms) 2024-11-19T19:19:05,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:19:05,055 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:19:05,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:19:05,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:19:05,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:19:05,056 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:19:05,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732043945055Disabling compacts and flushes for region at 1732043945055Disabling writes for close at 1732043945055Writing region close event to WAL at 1732043945056 (+1 ms)Closed at 1732043945056 2024-11-19T19:19:05,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:05,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:19:05,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:19:05,065 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(746): ClusterId : 24448841-49b2-4126-a1fb-abe6200821ac 2024-11-19T19:19:05,065 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:19:05,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:19:05,068 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:19:05,081 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:19:05,081 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:19:05,088 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:19:05,089 DEBUG [RS:0;f156d4de6e70:33771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8f9d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:19:05,109 DEBUG [RS:0;f156d4de6e70:33771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:33771 2024-11-19T19:19:05,109 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:19:05,109 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:19:05,109 DEBUG [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:19:05,110 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,41905,1732043942970 with port=33771, startcode=1732043943330 2024-11-19T19:19:05,110 DEBUG [RS:0;f156d4de6e70:33771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:19:05,113 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:19:05,113 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,33771,1732043943330 2024-11-19T19:19:05,113 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41905 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,33771,1732043943330 2024-11-19T19:19:05,117 DEBUG [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8 2024-11-19T19:19:05,117 DEBUG [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35387 2024-11-19T19:19:05,117 DEBUG [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:19:05,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836/rs 2024-11-19T19:19:05,130 DEBUG [RS:0;f156d4de6e70:33771 {}] zookeeper.ZKUtil(111): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Set watcher on existing znode=/0-811317836/rs/f156d4de6e70,33771,1732043943330 2024-11-19T19:19:05,130 WARN [RS:0;f156d4de6e70:33771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:19:05,130 INFO [RS:0;f156d4de6e70:33771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:05,130 DEBUG [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330 2024-11-19T19:19:05,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,33771,1732043943330] 2024-11-19T19:19:05,138 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:19:05,141 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:19:05,144 INFO [RS:0;f156d4de6e70:33771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:19:05,144 INFO [RS:0;f156d4de6e70:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,151 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:19:05,152 INFO [RS:0;f156d4de6e70:33771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:19:05,153 INFO [RS:0;f156d4de6e70:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,153 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:05,153 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:05,153 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:05,153 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:05,153 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:05,153 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:19:05,154 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:05,154 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:05,154 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:05,154 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:05,154 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:05,154 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:05,154 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:19:05,154 DEBUG [RS:0;f156d4de6e70:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:19:05,156 INFO [RS:0;f156d4de6e70:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,156 INFO [RS:0;f156d4de6e70:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,156 INFO [RS:0;f156d4de6e70:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,156 INFO [RS:0;f156d4de6e70:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,156 INFO [RS:0;f156d4de6e70:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,156 INFO [RS:0;f156d4de6e70:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33771,1732043943330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:19:05,174 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:19:05,174 INFO [RS:0;f156d4de6e70:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33771,1732043943330-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,175 INFO [RS:0;f156d4de6e70:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,175 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.Replication(171): f156d4de6e70,33771,1732043943330 started 2024-11-19T19:19:05,195 INFO [RS:0;f156d4de6e70:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,195 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,33771,1732043943330, RpcServer on f156d4de6e70/172.17.0.3:33771, sessionid=0x10154891eb70001 2024-11-19T19:19:05,196 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:19:05,196 DEBUG [RS:0;f156d4de6e70:33771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,33771,1732043943330 2024-11-19T19:19:05,196 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,33771,1732043943330' 2024-11-19T19:19:05,196 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-811317836/flush-table-proc/abort' 2024-11-19T19:19:05,197 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-811317836/flush-table-proc/acquired' 2024-11-19T19:19:05,204 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:19:05,204 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:19:05,204 DEBUG [RS:0;f156d4de6e70:33771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,33771,1732043943330 2024-11-19T19:19:05,204 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,33771,1732043943330' 2024-11-19T19:19:05,204 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-811317836/online-snapshot/abort' 2024-11-19T19:19:05,205 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-811317836/online-snapshot/acquired' 2024-11-19T19:19:05,206 DEBUG [RS:0;f156d4de6e70:33771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:19:05,206 INFO [RS:0;f156d4de6e70:33771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:19:05,206 INFO [RS:0;f156d4de6e70:33771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:19:05,218 WARN [f156d4de6e70:41905 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T19:19:05,306 INFO [RS:0;f156d4de6e70:33771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:19:05,309 INFO [RS:0;f156d4de6e70:33771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C33771%2C1732043943330, suffix=, logDir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330, archiveDir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/oldWALs, maxLogs=10 2024-11-19T19:19:05,323 DEBUG [RS:0;f156d4de6e70:33771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.1732043945309, exclude list is [], retry=0 2024-11-19T19:19:05,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-9408d018-4a06-4637-a22f-de2a368cad18,DISK] 2024-11-19T19:19:05,335 INFO [RS:0;f156d4de6e70:33771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.1732043945309 2024-11-19T19:19:05,335 DEBUG [RS:0;f156d4de6e70:33771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43821:43821)] 2024-11-19T19:19:05,469 DEBUG [f156d4de6e70:41905 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:19:05,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,33771,1732043943330 2024-11-19T19:19:05,471 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,33771,1732043943330, state=OPENING 2024-11-19T19:19:05,477 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:19:05,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:05,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:05,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-811317836/meta-region-server: CHANGED 2024-11-19T19:19:05,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-811317836/meta-region-server: CHANGED 2024-11-19T19:19:05,488 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:19:05,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,33771,1732043943330}] 2024-11-19T19:19:05,644 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:19:05,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:19:05,652 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:19:05,652 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:05,653 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:19:05,654 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C33771%2C1732043943330.meta, suffix=.meta, logDir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330, archiveDir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/oldWALs, maxLogs=10 2024-11-19T19:19:05,668 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.meta.1732043945655.meta, exclude list is [], retry=0 2024-11-19T19:19:05,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-9408d018-4a06-4637-a22f-de2a368cad18,DISK] 2024-11-19T19:19:05,673 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.meta.1732043945655.meta 2024-11-19T19:19:05,674 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43821:43821)] 2024-11-19T19:19:05,674 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:19:05,675 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:19:05,675 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:19:05,675 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:19:05,675 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:19:05,675 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:19:05,675 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:05,675 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:19:05,675 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:19:05,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:19:05,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:19:05,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:05,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:05,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:19:05,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:19:05,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:05,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:05,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:19:05,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:19:05,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:05,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:05,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:19:05,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:19:05,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:05,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:05,690 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:19:05,691 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740 2024-11-19T19:19:05,692 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740 2024-11-19T19:19:05,693 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:19:05,693 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:19:05,694 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:19:05,696 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:19:05,696 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72607697, jitterRate=0.08193899691104889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:19:05,696 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:19:05,697 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732043945676Writing region info on filesystem at 1732043945676Initializing all the Stores at 1732043945677 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043945677Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043945682 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043945682Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043945682Cleaning up temporary data from old regions at 1732043945694 (+12 ms)Running coprocessor post-open hooks at 1732043945696 (+2 ms)Region opened successfully at 1732043945697 (+1 ms) 2024-11-19T19:19:05,698 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732043945644 2024-11-19T19:19:05,702 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:19:05,702 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:19:05,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,33771,1732043943330 2024-11-19T19:19:05,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,33771,1732043943330, state=OPEN 2024-11-19T19:19:05,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-811317836/meta-region-server 2024-11-19T19:19:05,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-811317836/meta-region-server 2024-11-19T19:19:05,787 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,33771,1732043943330 2024-11-19T19:19:05,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-811317836/meta-region-server: CHANGED 2024-11-19T19:19:05,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-811317836/meta-region-server: CHANGED 2024-11-19T19:19:05,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:19:05,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,33771,1732043943330 in 298 msec 2024-11-19T19:19:05,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:19:05,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 731 msec 2024-11-19T19:19:05,804 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:05,804 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:19:05,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:05,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,33771,1732043943330, seqNum=-1] 2024-11-19T19:19:05,807 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:05,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:19:05,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 843 msec 2024-11-19T19:19:05,819 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732043945819, completionTime=-1 2024-11-19T19:19:05,819 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:19:05,819 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:19:05,822 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:19:05,822 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044005822 2024-11-19T19:19:05,822 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044065822 2024-11-19T19:19:05,822 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T19:19:05,823 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,41905,1732043942970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,823 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,41905,1732043942970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,823 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,41905,1732043942970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,823 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:41905, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,823 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,823 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,826 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:19:05,829 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.413sec 2024-11-19T19:19:05,830 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:19:05,830 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:19:05,830 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:19:05,830 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:19:05,830 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:19:05,830 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,41905,1732043942970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:19:05,830 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,41905,1732043942970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:19:05,838 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:19:05,838 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:19:05,839 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,41905,1732043942970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:05,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:05,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,41905,-1 for getting cluster id 2024-11-19T19:19:05,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:05,872 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24448841-49b2-4126-a1fb-abe6200821ac' 2024-11-19T19:19:05,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:05,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24448841-49b2-4126-a1fb-abe6200821ac" 2024-11-19T19:19:05,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2123c8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:05,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,41905,-1] 2024-11-19T19:19:05,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:05,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:05,876 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:05,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:05,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,33771,1732043943330, seqNum=-1] 2024-11-19T19:19:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:05,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:19:05,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,41905,1732043942970 2024-11-19T19:19:05,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56801 2024-11-19T19:19:05,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:19:05,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10154891eb70002 connected 2024-11-19T19:19:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/hadoop.log.dir so I do NOT create it in target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a 2024-11-19T19:19:05,932 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:19:05,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/hadoop.tmp.dir so I do NOT create it in target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a 2024-11-19T19:19:05,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:19:05,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a 2024-11-19T19:19:05,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:19:05,933 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/cluster_d4c0c173-9b36-2036-c550-4d64002cb446, deleteOnExit=true 2024-11-19T19:19:05,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:19:05,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/test.cache.data in system properties and HBase conf 2024-11-19T19:19:05,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:19:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:19:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:19:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:19:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:19:05,934 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:19:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:19:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:19:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:19:05,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:19:05,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:19:05,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:19:05,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:19:05,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:19:05,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:19:05,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:19:05,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:19:05,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:19:05,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:19:05,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:19:06,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:19:06,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:19:06,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:19:06,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:19:06,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:19:06,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:19:06,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:19:06,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:19:06,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/java.io.tmpdir/jetty-localhost-41261-hadoop-hdfs-3_4_1-tests_jar-_-any-13511261027044221783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:19:06,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:41261} 2024-11-19T19:19:06,644 INFO [Time-limited test {}] server.Server(415): Started @38581ms 2024-11-19T19:19:07,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:19:07,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:19:07,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:19:07,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:19:07,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:19:07,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:19:07,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:19:07,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432beae2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/java.io.tmpdir/jetty-localhost-43257-hadoop-hdfs-3_4_1-tests_jar-_-any-15081209148882666429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:19:07,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:43257} 2024-11-19T19:19:07,213 INFO [Time-limited test {}] server.Server(415): Started @39150ms 2024-11-19T19:19:07,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:19:08,060 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/cluster_d4c0c173-9b36-2036-c550-4d64002cb446/data/data1/current/BP-1422272764-172.17.0.3-1732043945959/current, will proceed with Du for space computation calculation, 2024-11-19T19:19:08,060 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/cluster_d4c0c173-9b36-2036-c550-4d64002cb446/data/data2/current/BP-1422272764-172.17.0.3-1732043945959/current, will proceed with Du for space computation calculation, 2024-11-19T19:19:08,076 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:19:08,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5893ec992e4c0dd1 with lease ID 0x840062462d5d94bf: Processing first storage report for DS-a758b26e-16b7-499f-8956-8aed7bae20f2 from datanode DatanodeRegistration(127.0.0.1:35757, datanodeUuid=77c894ec-8fea-4132-9e1a-7ecf5adb0fe0, infoPort=37115, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=123797847;c=1732043945959) 2024-11-19T19:19:08,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5893ec992e4c0dd1 with lease ID 0x840062462d5d94bf: from storage DS-a758b26e-16b7-499f-8956-8aed7bae20f2 node DatanodeRegistration(127.0.0.1:35757, datanodeUuid=77c894ec-8fea-4132-9e1a-7ecf5adb0fe0, infoPort=37115, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=123797847;c=1732043945959), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:19:08,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5893ec992e4c0dd1 with lease ID 0x840062462d5d94bf: Processing first storage report for DS-0329317a-db2d-4be7-b596-95ce42f297dd from datanode DatanodeRegistration(127.0.0.1:35757, datanodeUuid=77c894ec-8fea-4132-9e1a-7ecf5adb0fe0, infoPort=37115, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=123797847;c=1732043945959) 2024-11-19T19:19:08,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5893ec992e4c0dd1 with lease ID 0x840062462d5d94bf: from storage DS-0329317a-db2d-4be7-b596-95ce42f297dd node DatanodeRegistration(127.0.0.1:35757, datanodeUuid=77c894ec-8fea-4132-9e1a-7ecf5adb0fe0, infoPort=37115, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=123797847;c=1732043945959), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:19:08,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a 2024-11-19T19:19:08,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:08,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:08,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:19:08,571 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92 with version=8 2024-11-19T19:19:08,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/hbase-staging 2024-11-19T19:19:08,573 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:19:08,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:08,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:08,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:19:08,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:08,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:19:08,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:19:08,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:19:08,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33591 2024-11-19T19:19:08,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33591 connecting to ZooKeeper ensemble=127.0.0.1:56801 2024-11-19T19:19:08,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335910x0, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:19:08,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33591-0x10154891eb70003 connected 2024-11-19T19:19:08,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:08,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:08,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Set watcher on znode that does not yet exist, /1175649554/running 2024-11-19T19:19:08,702 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92, hbase.cluster.distributed=false 2024-11-19T19:19:08,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Set watcher on znode that does not yet exist, /1175649554/acl 2024-11-19T19:19:08,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-19T19:19:08,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33591 2024-11-19T19:19:08,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33591 2024-11-19T19:19:08,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-19T19:19:08,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-19T19:19:08,729 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:19:08,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:08,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:08,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:19:08,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:08,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:19:08,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:19:08,729 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:19:08,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46817 2024-11-19T19:19:08,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46817 connecting to ZooKeeper ensemble=127.0.0.1:56801 2024-11-19T19:19:08,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:08,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:08,748 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468170x0, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:19:08,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468170x0, quorum=127.0.0.1:56801, baseZNode=/1175649554 Set watcher on znode that does not yet exist, /1175649554/running 2024-11-19T19:19:08,750 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:19:08,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46817-0x10154891eb70004 connected 2024-11-19T19:19:08,752 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:19:08,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Set watcher on znode that does not yet exist, /1175649554/master 2024-11-19T19:19:08,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Set watcher on znode that does not yet exist, /1175649554/acl 2024-11-19T19:19:08,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46817 2024-11-19T19:19:08,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46817 2024-11-19T19:19:08,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46817 2024-11-19T19:19:08,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46817 2024-11-19T19:19:08,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46817 2024-11-19T19:19:08,780 DEBUG [M:0;f156d4de6e70:33591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:33591 2024-11-19T19:19:08,782 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1175649554/backup-masters/f156d4de6e70,33591,1732043948573 2024-11-19T19:19:08,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554/backup-masters 2024-11-19T19:19:08,792 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554/backup-masters 2024-11-19T19:19:08,793 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Set watcher on existing znode=/1175649554/backup-masters/f156d4de6e70,33591,1732043948573 2024-11-19T19:19:08,803 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1175649554/master 2024-11-19T19:19:08,803 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:08,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:08,803 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Set watcher on existing znode=/1175649554/master 2024-11-19T19:19:08,804 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1175649554/backup-masters/f156d4de6e70,33591,1732043948573 from backup master directory 2024-11-19T19:19:08,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1175649554/backup-masters/f156d4de6e70,33591,1732043948573 2024-11-19T19:19:08,881 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554/backup-masters 2024-11-19T19:19:08,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554/backup-masters 2024-11-19T19:19:08,881 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:19:08,881 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,33591,1732043948573 2024-11-19T19:19:08,886 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/hbase.id] with ID: 4e8eea2b-0e71-4518-960c-ceed513b0ca1 2024-11-19T19:19:08,886 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/.tmp/hbase.id 2024-11-19T19:19:08,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:19:08,895 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/.tmp/hbase.id]:[hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/hbase.id] 2024-11-19T19:19:08,912 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:08,912 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:19:08,914 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T19:19:08,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:08,953 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:08,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:19:08,969 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:19:08,970 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:19:08,970 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:08,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:19:09,391 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store 2024-11-19T19:19:09,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:19:09,798 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:09,798 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:19:09,798 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:09,798 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:09,798 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:19:09,798 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:09,798 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:09,798 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732043949798Disabling compacts and flushes for region at 1732043949798Disabling writes for close at 1732043949798Writing region close event to WAL at 1732043949798Closed at 1732043949798 2024-11-19T19:19:09,799 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/.initializing 2024-11-19T19:19:09,800 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/WALs/f156d4de6e70,33591,1732043948573 2024-11-19T19:19:09,801 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:19:09,803 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C33591%2C1732043948573, suffix=, logDir=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/WALs/f156d4de6e70,33591,1732043948573, archiveDir=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/oldWALs, maxLogs=10 2024-11-19T19:19:09,822 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/WALs/f156d4de6e70,33591,1732043948573/f156d4de6e70%2C33591%2C1732043948573.1732043949804, exclude list is [], retry=0 2024-11-19T19:19:09,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35757,DS-a758b26e-16b7-499f-8956-8aed7bae20f2,DISK] 2024-11-19T19:19:09,828 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/WALs/f156d4de6e70,33591,1732043948573/f156d4de6e70%2C33591%2C1732043948573.1732043949804 2024-11-19T19:19:09,828 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37115:37115)] 2024-11-19T19:19:09,828 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:19:09,829 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:09,829 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:09,829 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:09,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:09,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:19:09,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:09,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:09,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:09,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:19:09,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:09,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:09,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:09,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:19:09,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:09,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:09,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:09,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:19:09,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:09,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:09,840 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:09,841 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:09,841 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:09,843 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:09,843 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:09,843 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:19:09,844 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:09,846 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:19:09,847 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70215398, jitterRate=0.046290963888168335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:19:09,847 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732043949829Initializing all the Stores at 1732043949830 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043949830Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043949830Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043949830Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043949830Cleaning up temporary data from old regions at 1732043949843 (+13 ms)Region opened successfully at 1732043949847 (+4 ms) 2024-11-19T19:19:09,848 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:19:09,851 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163aa2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:19:09,852 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:19:09,852 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:19:09,852 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:19:09,852 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:19:09,853 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:19:09,853 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:19:09,853 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:19:09,860 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:19:09,861 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Unable to get data of znode /1175649554/balancer because node does not exist (not necessarily an error) 2024-11-19T19:19:09,876 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1175649554/balancer already deleted, retry=false 2024-11-19T19:19:09,877 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:19:09,877 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Unable to get data of znode /1175649554/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:19:09,887 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1175649554/normalizer already deleted, retry=false 2024-11-19T19:19:09,887 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:19:09,888 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Unable to get data of znode /1175649554/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:19:09,897 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1175649554/switch/split already deleted, retry=false 2024-11-19T19:19:09,899 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Unable to get data of znode /1175649554/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:19:09,908 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1175649554/switch/merge already deleted, retry=false 2024-11-19T19:19:09,910 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Unable to get data of znode /1175649554/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:19:09,918 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1175649554/snapshot-cleanup already deleted, retry=false 2024-11-19T19:19:09,929 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1175649554/running 2024-11-19T19:19:09,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1175649554/running 2024-11-19T19:19:09,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:09,929 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:09,930 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,33591,1732043948573, sessionid=0x10154891eb70003, setting cluster-up flag (Was=false) 2024-11-19T19:19:09,941 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:19:09,950 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:09,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:09,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:19:09,982 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1175649554/flush-table-proc/acquired, /1175649554/flush-table-proc/reached, /1175649554/flush-table-proc/abort 2024-11-19T19:19:09,983 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,33591,1732043948573 2024-11-19T19:19:10,003 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:10,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:10,034 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1175649554/online-snapshot/acquired, /1175649554/online-snapshot/reached, /1175649554/online-snapshot/abort 2024-11-19T19:19:10,036 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,33591,1732043948573 2024-11-19T19:19:10,038 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:19:10,041 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:10,041 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:19:10,041 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:19:10,042 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,33591,1732043948573 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:19:10,043 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:10,044 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:10,044 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:10,044 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:10,044 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:19:10,044 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:10,044 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:19:10,044 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:10,052 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732043980052 2024-11-19T19:19:10,053 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:19:10,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:10,053 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:19:10,053 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:19:10,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:19:10,053 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:19:10,053 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:19:10,053 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:19:10,054 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,054 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:19:10,054 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:19:10,054 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:19:10,054 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:19:10,054 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:10,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:19:10,056 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:19:10,056 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:19:10,059 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043950056,5,FailOnTimeoutGroup] 2024-11-19T19:19:10,060 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043950059,5,FailOnTimeoutGroup] 2024-11-19T19:19:10,060 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,060 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:19:10,060 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,060 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:19:10,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:19:10,069 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92 2024-11-19T19:19:10,072 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(746): ClusterId : 4e8eea2b-0e71-4518-960c-ceed513b0ca1 2024-11-19T19:19:10,072 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:19:10,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741832_1008 (size=32) 2024-11-19T19:19:10,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:10,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:19:10,086 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:19:10,086 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:19:10,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:19:10,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:10,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:10,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:19:10,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:19:10,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:10,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:10,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:19:10,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:19:10,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:10,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:10,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:19:10,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:19:10,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:10,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:10,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:19:10,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/data/hbase/meta/1588230740 2024-11-19T19:19:10,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/data/hbase/meta/1588230740 2024-11-19T19:19:10,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:19:10,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:19:10,098 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:19:10,098 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:19:10,098 DEBUG [RS:0;f156d4de6e70:46817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bf18e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:19:10,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:19:10,104 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:19:10,105 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62459180, jitterRate=-0.06928569078445435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:19:10,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732043950083Initializing all the Stores at 1732043950084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043950084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043950084Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043950084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043950084Cleaning up temporary data from old regions at 1732043950097 (+13 ms)Region opened successfully at 1732043950105 (+8 ms) 2024-11-19T19:19:10,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:19:10,106 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:19:10,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:19:10,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:19:10,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:19:10,108 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:19:10,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732043950105Disabling compacts and flushes for region at 1732043950105Disabling writes for close at 1732043950106 (+1 ms)Writing region close event to WAL at 1732043950108 (+2 ms)Closed at 1732043950108 2024-11-19T19:19:10,111 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:10,111 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:19:10,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:19:10,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:19:10,115 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:19:10,120 DEBUG [RS:0;f156d4de6e70:46817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:46817 2024-11-19T19:19:10,120 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:19:10,120 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:19:10,121 DEBUG [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:19:10,121 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,33591,1732043948573 with port=46817, startcode=1732043948729 2024-11-19T19:19:10,122 DEBUG [RS:0;f156d4de6e70:46817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:19:10,123 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:19:10,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,46817,1732043948729 2024-11-19T19:19:10,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33591 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,46817,1732043948729 2024-11-19T19:19:10,126 DEBUG [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92 2024-11-19T19:19:10,126 DEBUG [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41873 2024-11-19T19:19:10,126 DEBUG [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:19:10,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554/rs 2024-11-19T19:19:10,138 DEBUG [RS:0;f156d4de6e70:46817 {}] zookeeper.ZKUtil(111): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Set watcher on existing znode=/1175649554/rs/f156d4de6e70,46817,1732043948729 2024-11-19T19:19:10,138 WARN [RS:0;f156d4de6e70:46817 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:19:10,138 INFO [RS:0;f156d4de6e70:46817 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:10,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,46817,1732043948729] 2024-11-19T19:19:10,139 DEBUG [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/WALs/f156d4de6e70,46817,1732043948729 2024-11-19T19:19:10,143 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:19:10,145 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:19:10,146 INFO [RS:0;f156d4de6e70:46817 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:19:10,146 INFO [RS:0;f156d4de6e70:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,148 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:19:10,149 INFO [RS:0;f156d4de6e70:46817 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:19:10,149 INFO [RS:0;f156d4de6e70:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,149 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:10,149 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:10,150 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:10,150 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:10,150 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:10,150 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:19:10,150 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:10,150 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:10,150 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:10,150 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:10,150 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:10,150 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:10,150 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:19:10,150 DEBUG [RS:0;f156d4de6e70:46817 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:19:10,155 INFO [RS:0;f156d4de6e70:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,155 INFO [RS:0;f156d4de6e70:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,155 INFO [RS:0;f156d4de6e70:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,156 INFO [RS:0;f156d4de6e70:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,156 INFO [RS:0;f156d4de6e70:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,156 INFO [RS:0;f156d4de6e70:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,46817,1732043948729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:19:10,173 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:19:10,173 INFO [RS:0;f156d4de6e70:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,46817,1732043948729-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,173 INFO [RS:0;f156d4de6e70:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,173 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.Replication(171): f156d4de6e70,46817,1732043948729 started 2024-11-19T19:19:10,186 INFO [RS:0;f156d4de6e70:46817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:10,187 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,46817,1732043948729, RpcServer on f156d4de6e70/172.17.0.3:46817, sessionid=0x10154891eb70004 2024-11-19T19:19:10,187 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:19:10,187 DEBUG [RS:0;f156d4de6e70:46817 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,46817,1732043948729 2024-11-19T19:19:10,187 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,46817,1732043948729' 2024-11-19T19:19:10,187 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1175649554/flush-table-proc/abort' 2024-11-19T19:19:10,187 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1175649554/flush-table-proc/acquired' 2024-11-19T19:19:10,188 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:19:10,188 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:19:10,188 DEBUG [RS:0;f156d4de6e70:46817 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,46817,1732043948729 2024-11-19T19:19:10,188 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,46817,1732043948729' 2024-11-19T19:19:10,188 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1175649554/online-snapshot/abort' 2024-11-19T19:19:10,188 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1175649554/online-snapshot/acquired' 2024-11-19T19:19:10,188 DEBUG [RS:0;f156d4de6e70:46817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:19:10,188 INFO [RS:0;f156d4de6e70:46817 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:19:10,188 INFO [RS:0;f156d4de6e70:46817 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:19:10,265 WARN [f156d4de6e70:33591 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T19:19:10,289 INFO [RS:0;f156d4de6e70:46817 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:19:10,290 INFO [RS:0;f156d4de6e70:46817 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C46817%2C1732043948729, suffix=, logDir=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/WALs/f156d4de6e70,46817,1732043948729, archiveDir=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/oldWALs, maxLogs=10 2024-11-19T19:19:10,302 DEBUG [RS:0;f156d4de6e70:46817 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/WALs/f156d4de6e70,46817,1732043948729/f156d4de6e70%2C46817%2C1732043948729.1732043950291, exclude list is [], retry=0 2024-11-19T19:19:10,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35757,DS-a758b26e-16b7-499f-8956-8aed7bae20f2,DISK] 2024-11-19T19:19:10,307 INFO [RS:0;f156d4de6e70:46817 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/WALs/f156d4de6e70,46817,1732043948729/f156d4de6e70%2C46817%2C1732043948729.1732043950291 2024-11-19T19:19:10,308 DEBUG [RS:0;f156d4de6e70:46817 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37115:37115)] 2024-11-19T19:19:10,515 DEBUG [f156d4de6e70:33591 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:19:10,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,46817,1732043948729 2024-11-19T19:19:10,517 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,46817,1732043948729, state=OPENING 2024-11-19T19:19:10,667 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:19:10,768 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:10,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:10,768 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:19:10,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,46817,1732043948729}] 2024-11-19T19:19:10,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1175649554/meta-region-server: CHANGED 2024-11-19T19:19:10,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1175649554/meta-region-server: CHANGED 2024-11-19T19:19:10,923 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:19:10,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:19:10,929 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:19:10,929 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:10,929 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:19:10,931 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C46817%2C1732043948729.meta, suffix=.meta, logDir=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/WALs/f156d4de6e70,46817,1732043948729, archiveDir=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/oldWALs, maxLogs=10 2024-11-19T19:19:10,943 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/WALs/f156d4de6e70,46817,1732043948729/f156d4de6e70%2C46817%2C1732043948729.meta.1732043950931.meta, exclude list is [], retry=0 2024-11-19T19:19:10,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35757,DS-a758b26e-16b7-499f-8956-8aed7bae20f2,DISK] 2024-11-19T19:19:10,947 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/WALs/f156d4de6e70,46817,1732043948729/f156d4de6e70%2C46817%2C1732043948729.meta.1732043950931.meta 2024-11-19T19:19:10,948 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37115:37115)] 2024-11-19T19:19:10,948 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:19:10,948 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:19:10,948 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:19:10,948 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:19:10,948 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:19:10,948 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:19:10,948 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:10,949 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:19:10,949 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:19:10,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:19:10,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:19:10,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:10,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:10,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:19:10,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:19:10,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:10,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:10,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:19:10,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:19:10,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:10,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:10,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:19:10,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:19:10,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:10,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:10,956 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:19:10,957 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/data/hbase/meta/1588230740 2024-11-19T19:19:10,958 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/data/hbase/meta/1588230740 2024-11-19T19:19:10,959 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:19:10,959 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:19:10,960 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:19:10,961 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:19:10,962 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67170521, jitterRate=9.187608957290649E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:19:10,963 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:19:10,963 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732043950949Writing region info on filesystem at 1732043950949Initializing all the Stores at 1732043950950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043950950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043950950Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043950950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043950950Cleaning up temporary data from old regions at 1732043950959 (+9 ms)Running coprocessor post-open hooks at 1732043950963 (+4 ms)Region opened successfully at 1732043950963 2024-11-19T19:19:10,964 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732043950923 2024-11-19T19:19:10,966 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:19:10,966 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:19:10,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,46817,1732043948729 2024-11-19T19:19:10,968 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,46817,1732043948729, state=OPEN 2024-11-19T19:19:10,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1175649554/meta-region-server 2024-11-19T19:19:10,982 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1175649554/meta-region-server 2024-11-19T19:19:10,982 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,46817,1732043948729 2024-11-19T19:19:10,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1175649554/meta-region-server: CHANGED 2024-11-19T19:19:10,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1175649554/meta-region-server: CHANGED 2024-11-19T19:19:10,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:19:10,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,46817,1732043948729 in 214 msec 2024-11-19T19:19:10,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:19:10,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 874 msec 2024-11-19T19:19:10,991 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:10,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:19:10,992 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:10,992 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,46817,1732043948729, seqNum=-1] 2024-11-19T19:19:10,993 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:10,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:19:11,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 960 msec 2024-11-19T19:19:11,001 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732043951001, completionTime=-1 2024-11-19T19:19:11,001 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:19:11,001 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:19:11,003 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:19:11,003 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044011003 2024-11-19T19:19:11,003 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044071003 2024-11-19T19:19:11,003 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T19:19:11,004 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33591,1732043948573-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:11,004 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33591,1732043948573-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:11,004 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33591,1732043948573-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:11,004 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:33591, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:11,004 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:11,004 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:11,006 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:19:11,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.127sec 2024-11-19T19:19:11,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:19:11,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:19:11,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:19:11,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:19:11,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:19:11,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33591,1732043948573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:19:11,009 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33591,1732043948573-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:19:11,011 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:19:11,011 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:19:11,011 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33591,1732043948573-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:11,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:11,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33591,-1 for getting cluster id 2024-11-19T19:19:11,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:11,074 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e8eea2b-0e71-4518-960c-ceed513b0ca1' 2024-11-19T19:19:11,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:11,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e8eea2b-0e71-4518-960c-ceed513b0ca1" 2024-11-19T19:19:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0db2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33591,-1] 2024-11-19T19:19:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:11,076 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:11,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d6d125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:11,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:11,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,46817,1732043948729, seqNum=-1] 2024-11-19T19:19:11,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:11,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:19:11,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,33591,1732043948573 2024-11-19T19:19:11,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56801 2024-11-19T19:19:11,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:19:11,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10154891eb70005 connected 2024-11-19T19:19:11,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26629d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:11,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,41905,-1 for getting cluster id 2024-11-19T19:19:11,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:11,122 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24448841-49b2-4126-a1fb-abe6200821ac' 2024-11-19T19:19:11,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24448841-49b2-4126-a1fb-abe6200821ac" 2024-11-19T19:19:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfb1f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,41905,-1] 2024-11-19T19:19:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:11,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:11,124 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c7060e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:11,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:19:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,41905,1732043942970 2024-11-19T19:19:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42aed8a4 2024-11-19T19:19:11,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:19:11,128 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:19:11,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:33591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:19:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:19:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:11,131 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:33591' 2024-11-19T19:19:11,132 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48032bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:11,132 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33591,-1 for getting cluster id 2024-11-19T19:19:11,132 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:11,133 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e8eea2b-0e71-4518-960c-ceed513b0ca1' 2024-11-19T19:19:11,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:11,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e8eea2b-0e71-4518-960c-ceed513b0ca1" 2024-11-19T19:19:11,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418bacb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:11,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33591,-1] 2024-11-19T19:19:11,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:11,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:11,135 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:11,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f7959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:11,136 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:19:11,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33591,1732043948573 2024-11-19T19:19:11,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ab64d8e 2024-11-19T19:19:11,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:19:11,138 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:19:11,138 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:19:11,138 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T19:19:11,138 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:19:11,138 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:11,139 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:11,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:19:11,139 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:19:11,140 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:19:11,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:19:11,142 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:11,143 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:19:11,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741835_1011 (size=1138) 2024-11-19T19:19:11,190 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:19:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:11,551 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 683bb81cfccc134dcd7e8c6a3f3294f5, NAME => 'hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8 2024-11-19T19:19:11,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741836_1012 (size=44) 2024-11-19T19:19:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:11,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:11,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 683bb81cfccc134dcd7e8c6a3f3294f5, disabling compactions & flushes 2024-11-19T19:19:11,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. 2024-11-19T19:19:11,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. 2024-11-19T19:19:11,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. after waiting 0 ms 2024-11-19T19:19:11,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. 2024-11-19T19:19:11,960 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. 2024-11-19T19:19:11,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 683bb81cfccc134dcd7e8c6a3f3294f5: Waiting for close lock at 1732043951959Disabling compacts and flushes for region at 1732043951959Disabling writes for close at 1732043951960 (+1 ms)Writing region close event to WAL at 1732043951960Closed at 1732043951960 2024-11-19T19:19:11,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:19:11,962 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732043951962"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732043951962"}]},"ts":"1732043951962"} 2024-11-19T19:19:11,968 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:19:11,969 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:19:11,969 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732043951969"}]},"ts":"1732043951969"} 2024-11-19T19:19:11,972 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:19:11,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=683bb81cfccc134dcd7e8c6a3f3294f5, ASSIGN}] 2024-11-19T19:19:11,974 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=683bb81cfccc134dcd7e8c6a3f3294f5, ASSIGN 2024-11-19T19:19:11,975 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=683bb81cfccc134dcd7e8c6a3f3294f5, ASSIGN; state=OFFLINE, location=f156d4de6e70,33771,1732043943330; forceNewPlan=false, retain=false 2024-11-19T19:19:12,125 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=683bb81cfccc134dcd7e8c6a3f3294f5, regionState=OPENING, regionLocation=f156d4de6e70,33771,1732043943330 2024-11-19T19:19:12,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=683bb81cfccc134dcd7e8c6a3f3294f5, ASSIGN because future has completed 2024-11-19T19:19:12,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 683bb81cfccc134dcd7e8c6a3f3294f5, server=f156d4de6e70,33771,1732043943330}] 2024-11-19T19:19:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:12,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. 2024-11-19T19:19:12,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:12,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:19:12,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C33771%2C1732043943330.rep, suffix=, logDir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330, archiveDir=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/oldWALs, maxLogs=10 2024-11-19T19:19:12,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.rep.1732043952288, exclude list is [], retry=0 2024-11-19T19:19:12,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38573,DS-9408d018-4a06-4637-a22f-de2a368cad18,DISK] 2024-11-19T19:19:12,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.rep.1732043952288 2024-11-19T19:19:12,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43821:43821)] 2024-11-19T19:19:12,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 683bb81cfccc134dcd7e8c6a3f3294f5, NAME => 'hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:19:12,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:19:12,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:19:12,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. service=MultiRowMutationService 2024-11-19T19:19:12,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:19:12,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:12,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:12,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:12,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:12,306 INFO [StoreOpener-683bb81cfccc134dcd7e8c6a3f3294f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:12,307 INFO [StoreOpener-683bb81cfccc134dcd7e8c6a3f3294f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 683bb81cfccc134dcd7e8c6a3f3294f5 columnFamilyName hfileref 2024-11-19T19:19:12,307 DEBUG [StoreOpener-683bb81cfccc134dcd7e8c6a3f3294f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:12,307 INFO [StoreOpener-683bb81cfccc134dcd7e8c6a3f3294f5-1 {}] regionserver.HStore(327): Store=683bb81cfccc134dcd7e8c6a3f3294f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:12,307 INFO [StoreOpener-683bb81cfccc134dcd7e8c6a3f3294f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:12,309 INFO [StoreOpener-683bb81cfccc134dcd7e8c6a3f3294f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 683bb81cfccc134dcd7e8c6a3f3294f5 columnFamilyName queue 2024-11-19T19:19:12,309 DEBUG [StoreOpener-683bb81cfccc134dcd7e8c6a3f3294f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:12,309 INFO [StoreOpener-683bb81cfccc134dcd7e8c6a3f3294f5-1 {}] regionserver.HStore(327): Store=683bb81cfccc134dcd7e8c6a3f3294f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:12,309 INFO [StoreOpener-683bb81cfccc134dcd7e8c6a3f3294f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:12,310 INFO [StoreOpener-683bb81cfccc134dcd7e8c6a3f3294f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 683bb81cfccc134dcd7e8c6a3f3294f5 columnFamilyName sid 2024-11-19T19:19:12,310 DEBUG [StoreOpener-683bb81cfccc134dcd7e8c6a3f3294f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:12,311 INFO [StoreOpener-683bb81cfccc134dcd7e8c6a3f3294f5-1 {}] regionserver.HStore(327): Store=683bb81cfccc134dcd7e8c6a3f3294f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:12,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:12,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/replication/683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:12,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/replication/683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:12,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:12,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:12,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:19:12,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:12,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/replication/683bb81cfccc134dcd7e8c6a3f3294f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:19:12,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 683bb81cfccc134dcd7e8c6a3f3294f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66986894, jitterRate=-0.0018174946308135986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:19:12,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:12,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 683bb81cfccc134dcd7e8c6a3f3294f5: Running coprocessor pre-open hook at 1732043952304Writing region info on filesystem at 1732043952304Initializing all the Stores at 1732043952305 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043952305Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043952305Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043952305Cleaning up temporary data from old regions at 1732043952313 (+8 ms)Running coprocessor post-open hooks at 1732043952317 (+4 ms)Region opened successfully at 1732043952318 (+1 ms) 2024-11-19T19:19:12,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5., pid=7, masterSystemTime=1732043952281 2024-11-19T19:19:12,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. 2024-11-19T19:19:12,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. 2024-11-19T19:19:12,322 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=683bb81cfccc134dcd7e8c6a3f3294f5, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,33771,1732043943330 2024-11-19T19:19:12,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 683bb81cfccc134dcd7e8c6a3f3294f5, server=f156d4de6e70,33771,1732043943330 because future has completed 2024-11-19T19:19:12,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T19:19:12,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 683bb81cfccc134dcd7e8c6a3f3294f5, server=f156d4de6e70,33771,1732043943330 in 196 msec 2024-11-19T19:19:12,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:19:12,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=683bb81cfccc134dcd7e8c6a3f3294f5, ASSIGN in 356 msec 2024-11-19T19:19:12,331 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:19:12,331 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732043952331"}]},"ts":"1732043952331"} 2024-11-19T19:19:12,333 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:19:12,334 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:19:12,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-19T19:19:12,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5., hostname=f156d4de6e70,33771,1732043943330, seqNum=2] 2024-11-19T19:19:12,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:12,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:12,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:19:12,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T19:19:12,609 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:19:12,635 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,33771,1732043943330, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:19:12,636 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:12,636 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,33771,1732043943330, seqNum=-1] 2024-11-19T19:19:12,636 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:12,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-19T19:19:12,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,33771,1732043943330', locateType=CURRENT is [region=hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5., hostname=f156d4de6e70,33771,1732043943330, seqNum=2] 2024-11-19T19:19:12,642 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T19:19:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T19:19:12,645 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,33771,1732043943330 suceeded 2024-11-19T19:19:12,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T19:19:12,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-19T19:19:12,648 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:33591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:19:12,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5200 sec 2024-11-19T19:19:12,659 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:33591' 2024-11-19T19:19:12,660 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@391d54d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:12,660 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33591,-1 for getting cluster id 2024-11-19T19:19:12,660 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:12,661 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e8eea2b-0e71-4518-960c-ceed513b0ca1' 2024-11-19T19:19:12,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:12,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e8eea2b-0e71-4518-960c-ceed513b0ca1" 2024-11-19T19:19:12,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15952392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:12,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33591,-1] 2024-11-19T19:19:12,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:12,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:12,663 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:12,664 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3049511f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:12,664 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:19:12,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33591,1732043948573 2024-11-19T19:19:12,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58198513 2024-11-19T19:19:12,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:19:12,666 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-19T19:19:12,666 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,33771,1732043943330 (queues=1) is replicating from cluster=24448841-49b2-4126-a1fb-abe6200821ac to cluster=4e8eea2b-0e71-4518-960c-ceed513b0ca1 2024-11-19T19:19:12,666 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C33771%2C1732043943330 2024-11-19T19:19:12,666 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,33771,1732043943330, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:19:12,667 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330.replicationSource.shipperf156d4de6e70%2C33771%2C1732043943330,1-f156d4de6e70,33771,1732043943330 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C33771%2C1732043943330 2024-11-19T19:19:12,667 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330.replicationSource.wal-reader.f156d4de6e70%2C33771%2C1732043943330,1-f156d4de6e70,33771,1732043943330 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.1732043945309, startPosition=0, beingWritten=true 2024-11-19T19:19:12,872 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330.replicationSource.wal-reader.f156d4de6e70%2C33771%2C1732043943330,1-f156d4de6e70,33771,1732043943330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.1732043945309 to pos 0, reset compression=false 2024-11-19T19:19:13,178 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330.replicationSource.wal-reader.f156d4de6e70%2C33771%2C1732043943330,1-f156d4de6e70,33771,1732043943330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.1732043945309 to pos 0, reset compression=false 2024-11-19T19:19:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:13,280 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:19:13,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:19:13,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:19:13,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:13,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:13,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:19:13,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:19:13,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,41905,1732043942970 2024-11-19T19:19:13,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3350701a 2024-11-19T19:19:13,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:19:13,282 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:19:13,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41905 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T19:19:13,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:19:13,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:19:13,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:19:13,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:13,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:13,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:19:13,283 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:19:13,283 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=930862109, stopped=false 2024-11-19T19:19:13,284 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,33591,1732043948573 2024-11-19T19:19:13,329 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1175649554/running 2024-11-19T19:19:13,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1175649554/running 2024-11-19T19:19:13,329 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:13,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:13,329 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:19:13,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:19:13,329 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:19:13,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:13,329 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,46817,1732043948729' ***** 2024-11-19T19:19:13,329 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:19:13,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Set watcher on znode that does not yet exist, /1175649554/running 2024-11-19T19:19:13,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Set watcher on znode that does not yet exist, /1175649554/running 2024-11-19T19:19:13,330 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:19:13,330 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:19:13,330 INFO [RS:0;f156d4de6e70:46817 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:19:13,330 INFO [RS:0;f156d4de6e70:46817 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:19:13,330 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,46817,1732043948729 2024-11-19T19:19:13,330 INFO [RS:0;f156d4de6e70:46817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:19:13,330 INFO [RS:0;f156d4de6e70:46817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:46817. 2024-11-19T19:19:13,330 DEBUG [RS:0;f156d4de6e70:46817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:19:13,330 DEBUG [RS:0;f156d4de6e70:46817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:13,331 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:19:13,331 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:19:13,331 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:19:13,331 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:19:13,331 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T19:19:13,331 DEBUG [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:19:13,331 DEBUG [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:19:13,331 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:19:13,331 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:19:13,331 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:19:13,331 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:19:13,331 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:19:13,331 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T19:19:13,346 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/data/hbase/meta/1588230740/.tmp/ns/9339b4a2ccf944eebd605ba3f999757a is 43, key is default/ns:d/1732043950995/Put/seqid=0 2024-11-19T19:19:13,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741835_1011 (size=5153) 2024-11-19T19:19:13,359 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:19:13,531 DEBUG [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:19:13,583 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330.replicationSource.wal-reader.f156d4de6e70%2C33771%2C1732043943330,1-f156d4de6e70,33771,1732043943330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.1732043945309 to pos 0, reset compression=false 2024-11-19T19:19:13,732 DEBUG [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:19:13,750 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/data/hbase/meta/1588230740/.tmp/ns/9339b4a2ccf944eebd605ba3f999757a 2024-11-19T19:19:13,758 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/data/hbase/meta/1588230740/.tmp/ns/9339b4a2ccf944eebd605ba3f999757a as hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/data/hbase/meta/1588230740/ns/9339b4a2ccf944eebd605ba3f999757a 2024-11-19T19:19:13,765 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/data/hbase/meta/1588230740/ns/9339b4a2ccf944eebd605ba3f999757a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T19:19:13,766 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-19T19:19:13,771 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T19:19:13,772 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:19:13,772 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:19:13,772 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:19:13,772 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732043953331Running coprocessor pre-close hooks at 1732043953331Disabling compacts and flushes for region at 1732043953331Disabling writes for close at 1732043953331Obtaining lock to block concurrent updates at 1732043953331Preparing flush snapshotting stores in 1588230740 at 1732043953331Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732043953332 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732043953332Flushing 1588230740/ns: creating writer at 1732043953332Flushing 1588230740/ns: appending metadata at 1732043953345 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732043953345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2a9b60: reopening flushed file at 1732043953757 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732043953766 (+9 ms)Writing region close event to WAL at 1732043953767 (+1 ms)Running coprocessor post-close hooks at 1732043953772 (+5 ms)Closed at 1732043953772 2024-11-19T19:19:13,772 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:19:13,932 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,46817,1732043948729; all regions closed. 2024-11-19T19:19:13,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741834_1010 (size=1152) 2024-11-19T19:19:13,938 DEBUG [RS:0;f156d4de6e70:46817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/oldWALs 2024-11-19T19:19:13,938 INFO [RS:0;f156d4de6e70:46817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C46817%2C1732043948729.meta:.meta(num 1732043950931) 2024-11-19T19:19:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741833_1009 (size=93) 2024-11-19T19:19:13,942 DEBUG [RS:0;f156d4de6e70:46817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/oldWALs 2024-11-19T19:19:13,942 INFO [RS:0;f156d4de6e70:46817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C46817%2C1732043948729:(num 1732043950291) 2024-11-19T19:19:13,942 DEBUG [RS:0;f156d4de6e70:46817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:13,942 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:19:13,942 INFO [RS:0;f156d4de6e70:46817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:19:13,943 INFO [RS:0;f156d4de6e70:46817 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:19:13,943 INFO [RS:0;f156d4de6e70:46817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:19:13,943 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:19:13,943 INFO [RS:0;f156d4de6e70:46817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46817 2024-11-19T19:19:13,950 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1175649554/rs/f156d4de6e70,46817,1732043948729 2024-11-19T19:19:13,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554/rs 2024-11-19T19:19:13,950 INFO [RS:0;f156d4de6e70:46817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:19:13,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,46817,1732043948729] 2024-11-19T19:19:13,971 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1175649554/draining/f156d4de6e70,46817,1732043948729 already deleted, retry=false 2024-11-19T19:19:13,971 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,46817,1732043948729 expired; onlineServers=0 2024-11-19T19:19:13,971 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,33591,1732043948573' ***** 2024-11-19T19:19:13,971 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:19:13,971 INFO [M:0;f156d4de6e70:33591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:19:13,971 INFO [M:0;f156d4de6e70:33591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:19:13,971 DEBUG [M:0;f156d4de6e70:33591 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:19:13,971 DEBUG [M:0;f156d4de6e70:33591 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:19:13,971 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043950056 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043950056,5,FailOnTimeoutGroup] 2024-11-19T19:19:13,971 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:19:13,971 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043950059 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043950059,5,FailOnTimeoutGroup] 2024-11-19T19:19:13,971 INFO [M:0;f156d4de6e70:33591 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:19:13,971 INFO [M:0;f156d4de6e70:33591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:19:13,972 DEBUG [M:0;f156d4de6e70:33591 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:19:13,972 INFO [M:0;f156d4de6e70:33591 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:19:13,972 INFO [M:0;f156d4de6e70:33591 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:19:13,972 INFO [M:0;f156d4de6e70:33591 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:19:13,972 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:19:13,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1175649554/master 2024-11-19T19:19:13,981 DEBUG [M:0;f156d4de6e70:33591 {}] zookeeper.ZKUtil(347): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Unable to get data of znode /1175649554/master because node does not exist (not an error) 2024-11-19T19:19:13,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1175649554 2024-11-19T19:19:13,981 WARN [M:0;f156d4de6e70:33591 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:19:13,982 INFO [M:0;f156d4de6e70:33591 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/.lastflushedseqids 2024-11-19T19:19:13,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741836_1012 (size=99) 2024-11-19T19:19:13,990 INFO [M:0;f156d4de6e70:33591 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:19:13,991 INFO [M:0;f156d4de6e70:33591 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:19:13,991 DEBUG [M:0;f156d4de6e70:33591 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:19:13,991 INFO [M:0;f156d4de6e70:33591 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:13,991 DEBUG [M:0;f156d4de6e70:33591 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:13,991 DEBUG [M:0;f156d4de6e70:33591 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:19:13,991 DEBUG [M:0;f156d4de6e70:33591 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:13,991 INFO [M:0;f156d4de6e70:33591 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T19:19:14,009 DEBUG [M:0;f156d4de6e70:33591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3cc9dbf9ddd54eb69d82a104c6bee4bb is 82, key is hbase:meta,,1/info:regioninfo/1732043950967/Put/seqid=0 2024-11-19T19:19:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741837_1013 (size=5672) 2024-11-19T19:19:14,020 INFO [M:0;f156d4de6e70:33591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3cc9dbf9ddd54eb69d82a104c6bee4bb 2024-11-19T19:19:14,039 DEBUG [M:0;f156d4de6e70:33591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/865a47a573a5409cb8e1acedbc07a5f9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732043951000/Put/seqid=0 2024-11-19T19:19:14,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741838_1014 (size=5275) 2024-11-19T19:19:14,066 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:19:14,066 INFO [RS:0;f156d4de6e70:46817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:19:14,066 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46817-0x10154891eb70004, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:19:14,066 INFO [RS:0;f156d4de6e70:46817 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,46817,1732043948729; zookeeper connection closed. 2024-11-19T19:19:14,066 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4423be07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4423be07 2024-11-19T19:19:14,066 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:19:14,089 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330.replicationSource.wal-reader.f156d4de6e70%2C33771%2C1732043943330,1-f156d4de6e70,33771,1732043943330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.1732043945309 to pos 0, reset compression=false 2024-11-19T19:19:14,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T19:19:14,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T19:19:14,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T19:19:14,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T19:19:14,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:19:14,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T19:19:14,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:19:14,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T19:19:14,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T19:19:14,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T19:19:14,444 INFO [M:0;f156d4de6e70:33591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/865a47a573a5409cb8e1acedbc07a5f9 2024-11-19T19:19:14,470 DEBUG [M:0;f156d4de6e70:33591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3145b5b8a2374ec69f43facaeb55484e is 69, key is f156d4de6e70,46817,1732043948729/rs:state/1732043950124/Put/seqid=0 2024-11-19T19:19:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741839_1015 (size=5156) 2024-11-19T19:19:14,693 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330.replicationSource.wal-reader.f156d4de6e70%2C33771%2C1732043943330,1-f156d4de6e70,33771,1732043943330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.1732043945309 to pos 0, reset compression=false 2024-11-19T19:19:14,876 INFO [M:0;f156d4de6e70:33591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3145b5b8a2374ec69f43facaeb55484e 2024-11-19T19:19:14,882 DEBUG [M:0;f156d4de6e70:33591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3cc9dbf9ddd54eb69d82a104c6bee4bb as hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3cc9dbf9ddd54eb69d82a104c6bee4bb 2024-11-19T19:19:14,888 INFO [M:0;f156d4de6e70:33591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3cc9dbf9ddd54eb69d82a104c6bee4bb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T19:19:14,889 DEBUG [M:0;f156d4de6e70:33591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/865a47a573a5409cb8e1acedbc07a5f9 as hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/865a47a573a5409cb8e1acedbc07a5f9 2024-11-19T19:19:14,895 INFO [M:0;f156d4de6e70:33591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/865a47a573a5409cb8e1acedbc07a5f9, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T19:19:14,897 DEBUG [M:0;f156d4de6e70:33591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3145b5b8a2374ec69f43facaeb55484e as hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3145b5b8a2374ec69f43facaeb55484e 2024-11-19T19:19:14,902 INFO [M:0;f156d4de6e70:33591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41873/user/jenkins/test-data/e98edfa0-c83c-c88b-adba-f4a59cff5c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3145b5b8a2374ec69f43facaeb55484e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T19:19:14,903 INFO [M:0;f156d4de6e70:33591 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=28, compaction requested=false 2024-11-19T19:19:14,906 INFO [M:0;f156d4de6e70:33591 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:14,906 DEBUG [M:0;f156d4de6e70:33591 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732043953991Disabling compacts and flushes for region at 1732043953991Disabling writes for close at 1732043953991Obtaining lock to block concurrent updates at 1732043953991Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732043953991Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732043953991Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732043953992 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732043953992Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732043954009 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732043954009Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732043954025 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732043954038 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732043954038Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732043954450 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732043954470 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732043954470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a1d08e: reopening flushed file at 1732043954881 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f59316: reopening flushed file at 1732043954888 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63cfe9e9: reopening flushed file at 1732043954896 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=28, compaction requested=false at 1732043954903 (+7 ms)Writing region close event to WAL at 1732043954906 (+3 ms)Closed at 1732043954906 2024-11-19T19:19:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35757 is added to blk_1073741830_1006 (size=10165) 2024-11-19T19:19:14,909 INFO [M:0;f156d4de6e70:33591 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:19:14,909 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:19:14,909 INFO [M:0;f156d4de6e70:33591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33591 2024-11-19T19:19:14,910 INFO [M:0;f156d4de6e70:33591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:19:15,040 INFO [M:0;f156d4de6e70:33591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:19:15,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:19:15,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33591-0x10154891eb70003, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:19:15,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432beae2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:19:15,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:19:15,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:19:15,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:19:15,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/hadoop.log.dir/,STOPPED} 2024-11-19T19:19:15,081 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:19:15,081 WARN [BP-1422272764-172.17.0.3-1732043945959 heartbeating to localhost/127.0.0.1:41873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:19:15,081 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:19:15,081 WARN [BP-1422272764-172.17.0.3-1732043945959 heartbeating to localhost/127.0.0.1:41873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1422272764-172.17.0.3-1732043945959 (Datanode Uuid 77c894ec-8fea-4132-9e1a-7ecf5adb0fe0) service to localhost/127.0.0.1:41873 2024-11-19T19:19:15,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/cluster_d4c0c173-9b36-2036-c550-4d64002cb446/data/data1/current/BP-1422272764-172.17.0.3-1732043945959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:19:15,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/cluster_d4c0c173-9b36-2036-c550-4d64002cb446/data/data2/current/BP-1422272764-172.17.0.3-1732043945959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:19:15,082 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:19:15,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:19:15,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:19:15,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:19:15,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:19:15,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/hadoop.log.dir/,STOPPED} 2024-11-19T19:19:15,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:19:15,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:19:15,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:19:15,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:19:15,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:15,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:15,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:19:15,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:19:15,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1017479072, stopped=false 2024-11-19T19:19:15,104 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,41905,1732043942970 2024-11-19T19:19:15,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-811317836/running 2024-11-19T19:19:15,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-811317836/running 2024-11-19T19:19:15,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:15,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:15,118 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:19:15,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Set watcher on znode that does not yet exist, /0-811317836/running 2024-11-19T19:19:15,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Set watcher on znode that does not yet exist, /0-811317836/running 2024-11-19T19:19:15,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:19:15,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:19:15,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:15,119 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-19T19:19:15,120 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(3091): Received CLOSE for 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:15,120 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,33771,1732043943330' ***** 2024-11-19T19:19:15,120 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:19:15,121 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 683bb81cfccc134dcd7e8c6a3f3294f5, disabling compactions & flushes 2024-11-19T19:19:15,121 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. 2024-11-19T19:19:15,121 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. 2024-11-19T19:19:15,121 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. after waiting 0 ms 2024-11-19T19:19:15,121 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. 2024-11-19T19:19:15,121 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 683bb81cfccc134dcd7e8c6a3f3294f5 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T19:19:15,122 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:19:15,122 INFO [RS:0;f156d4de6e70:33771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:19:15,122 INFO [RS:0;f156d4de6e70:33771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:19:15,122 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,33771,1732043943330 2024-11-19T19:19:15,122 INFO [RS:0;f156d4de6e70:33771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:19:15,122 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:19:15,122 INFO [RS:0;f156d4de6e70:33771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:33771. 2024-11-19T19:19:15,122 DEBUG [RS:0;f156d4de6e70:33771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:19:15,122 DEBUG [RS:0;f156d4de6e70:33771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:15,122 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:19:15,122 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:19:15,122 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:19:15,122 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:19:15,123 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:19:15,123 DEBUG [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(1325): Online Regions={683bb81cfccc134dcd7e8c6a3f3294f5=hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:19:15,123 DEBUG [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:15,123 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:19:15,123 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:19:15,123 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:19:15,123 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:19:15,123 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:19:15,124 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T19:19:15,139 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/.tmp/info/95d7a55ff9e34091a44c163fa424e57e is 147, key is hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5./info:regioninfo/1732043952322/Put/seqid=0 2024-11-19T19:19:15,141 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/replication/683bb81cfccc134dcd7e8c6a3f3294f5/.tmp/queue/5503a3384c42402daeb44166033603bf is 151, key is 1-f156d4de6e70,33771,1732043943330/queue:f156d4de6e70%2C33771%2C1732043943330/1732043952640/Put/seqid=0 2024-11-19T19:19:15,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741838_1014 (size=6631) 2024-11-19T19:19:15,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741839_1015 (size=5350) 2024-11-19T19:19:15,172 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:19:15,180 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:19:15,180 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:19:15,323 DEBUG [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:15,399 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330.replicationSource.wal-reader.f156d4de6e70%2C33771%2C1732043943330,1-f156d4de6e70,33771,1732043943330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.1732043945309 to pos 0, reset compression=false 2024-11-19T19:19:15,524 DEBUG [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 683bb81cfccc134dcd7e8c6a3f3294f5 2024-11-19T19:19:15,545 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/.tmp/info/95d7a55ff9e34091a44c163fa424e57e 2024-11-19T19:19:15,554 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/replication/683bb81cfccc134dcd7e8c6a3f3294f5/.tmp/queue/5503a3384c42402daeb44166033603bf 2024-11-19T19:19:15,562 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/replication/683bb81cfccc134dcd7e8c6a3f3294f5/.tmp/queue/5503a3384c42402daeb44166033603bf as hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/replication/683bb81cfccc134dcd7e8c6a3f3294f5/queue/5503a3384c42402daeb44166033603bf 2024-11-19T19:19:15,567 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/.tmp/ns/6ebedaa800e74bd1b3be825390fc52f6 is 43, key is default/ns:d/1732043945809/Put/seqid=0 2024-11-19T19:19:15,569 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/replication/683bb81cfccc134dcd7e8c6a3f3294f5/queue/5503a3384c42402daeb44166033603bf, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T19:19:15,571 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 683bb81cfccc134dcd7e8c6a3f3294f5 in 450ms, sequenceid=5, compaction requested=false 2024-11-19T19:19:15,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741840_1016 (size=5153) 2024-11-19T19:19:15,574 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/.tmp/ns/6ebedaa800e74bd1b3be825390fc52f6 2024-11-19T19:19:15,589 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/replication/683bb81cfccc134dcd7e8c6a3f3294f5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T19:19:15,590 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:19:15,590 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:19:15,590 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. 2024-11-19T19:19:15,590 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 683bb81cfccc134dcd7e8c6a3f3294f5: Waiting for close lock at 1732043955121Running coprocessor pre-close hooks at 1732043955121Disabling compacts and flushes for region at 1732043955121Disabling writes for close at 1732043955121Obtaining lock to block concurrent updates at 1732043955121Preparing flush snapshotting stores in 683bb81cfccc134dcd7e8c6a3f3294f5 at 1732043955121Finished memstore snapshotting hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732043955121Flushing stores of hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. at 1732043955122 (+1 ms)Flushing 683bb81cfccc134dcd7e8c6a3f3294f5/queue: creating writer at 1732043955123 (+1 ms)Flushing 683bb81cfccc134dcd7e8c6a3f3294f5/queue: appending metadata at 1732043955140 (+17 ms)Flushing 683bb81cfccc134dcd7e8c6a3f3294f5/queue: closing flushed file at 1732043955140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9bf31: reopening flushed file at 1732043955561 (+421 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 683bb81cfccc134dcd7e8c6a3f3294f5 in 450ms, sequenceid=5, compaction requested=false at 1732043955571 (+10 ms)Writing region close event to WAL at 1732043955584 (+13 ms)Running coprocessor post-close hooks at 1732043955590 (+6 ms)Closed at 1732043955590 2024-11-19T19:19:15,591 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732043951139.683bb81cfccc134dcd7e8c6a3f3294f5. 2024-11-19T19:19:15,601 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/.tmp/table/28ca007eea3b4c01ab3c1ad5e5848cff is 53, key is hbase:replication/table:state/1732043952331/Put/seqid=0 2024-11-19T19:19:15,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741841_1017 (size=5256) 2024-11-19T19:19:15,724 DEBUG [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:19:15,924 DEBUG [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:19:16,006 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/.tmp/table/28ca007eea3b4c01ab3c1ad5e5848cff 2024-11-19T19:19:16,014 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/.tmp/info/95d7a55ff9e34091a44c163fa424e57e as hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/info/95d7a55ff9e34091a44c163fa424e57e 2024-11-19T19:19:16,020 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/info/95d7a55ff9e34091a44c163fa424e57e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T19:19:16,021 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/.tmp/ns/6ebedaa800e74bd1b3be825390fc52f6 as hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/ns/6ebedaa800e74bd1b3be825390fc52f6 2024-11-19T19:19:16,027 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/ns/6ebedaa800e74bd1b3be825390fc52f6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T19:19:16,029 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/.tmp/table/28ca007eea3b4c01ab3c1ad5e5848cff as hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/table/28ca007eea3b4c01ab3c1ad5e5848cff 2024-11-19T19:19:16,034 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/table/28ca007eea3b4c01ab3c1ad5e5848cff, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T19:19:16,035 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=11, compaction requested=false 2024-11-19T19:19:16,039 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T19:19:16,039 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:19:16,039 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:19:16,040 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:19:16,040 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732043955123Running coprocessor pre-close hooks at 1732043955123Disabling compacts and flushes for region at 1732043955123Disabling writes for close at 1732043955123Obtaining lock to block concurrent updates at 1732043955124 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732043955124Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732043955124Flushing stores of hbase:meta,,1.1588230740 at 1732043955125 (+1 ms)Flushing 1588230740/info: creating writer at 1732043955125Flushing 1588230740/info: appending metadata at 1732043955138 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732043955139 (+1 ms)Flushing 1588230740/ns: creating writer at 1732043955551 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732043955567 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732043955567Flushing 1588230740/table: creating writer at 1732043955582 (+15 ms)Flushing 1588230740/table: appending metadata at 1732043955600 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732043955600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3397b21b: reopening flushed file at 1732043956013 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2e3cfd: reopening flushed file at 1732043956020 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8310a9: reopening flushed file at 1732043956028 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=11, compaction requested=false at 1732043956035 (+7 ms)Writing region close event to WAL at 1732043956036 (+1 ms)Running coprocessor post-close hooks at 1732043956039 (+3 ms)Closed at 1732043956040 (+1 ms) 2024-11-19T19:19:16,040 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:19:16,124 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,33771,1732043943330; all regions closed. 2024-11-19T19:19:16,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741834_1010 (size=2742) 2024-11-19T19:19:16,127 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.meta.1732043945655.meta not finished, retry = 0 2024-11-19T19:19:16,206 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330.replicationSource.wal-reader.f156d4de6e70%2C33771%2C1732043943330,1-f156d4de6e70,33771,1732043943330 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.1732043945309 to pos 0, reset compression=false 2024-11-19T19:19:16,229 DEBUG [RS:0;f156d4de6e70:33771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/oldWALs 2024-11-19T19:19:16,229 INFO [RS:0;f156d4de6e70:33771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C33771%2C1732043943330.meta:.meta(num 1732043945655) 2024-11-19T19:19:16,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741837_1013 (size=1586) 2024-11-19T19:19:16,231 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.rep.1732043952288 not finished, retry = 0 2024-11-19T19:19:16,334 DEBUG [RS:0;f156d4de6e70:33771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/oldWALs 2024-11-19T19:19:16,334 INFO [RS:0;f156d4de6e70:33771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C33771%2C1732043943330.rep:(num 1732043952288) 2024-11-19T19:19:16,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741833_1009 (size=93) 2024-11-19T19:19:16,336 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/WALs/f156d4de6e70,33771,1732043943330/f156d4de6e70%2C33771%2C1732043943330.1732043945309 not finished, retry = 0 2024-11-19T19:19:16,439 DEBUG [RS:0;f156d4de6e70:33771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/oldWALs 2024-11-19T19:19:16,439 INFO [RS:0;f156d4de6e70:33771 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C33771%2C1732043943330:(num 1732043945309) 2024-11-19T19:19:16,439 DEBUG [RS:0;f156d4de6e70:33771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:16,439 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:19:16,439 INFO [RS:0;f156d4de6e70:33771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:19:16,439 INFO [RS:0;f156d4de6e70:33771 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:19:16,439 INFO [RS:0;f156d4de6e70:33771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:19:16,440 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:19:16,440 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,33771,1732043943330 because: Region server is closing 2024-11-19T19:19:16,440 INFO [RS:0;f156d4de6e70:33771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:33771. 2024-11-19T19:19:16,440 DEBUG [RS:0;f156d4de6e70:33771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:19:16,440 DEBUG [RS:0;f156d4de6e70:33771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:16,440 DEBUG [RS:0;f156d4de6e70:33771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:16,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:19:16,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:19:16,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:19:16,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:19:16,540 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330.replicationSource.wal-reader.f156d4de6e70%2C33771%2C1732043943330,1-f156d4de6e70,33771,1732043943330 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:19:16,540 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330.replicationSource.shipperf156d4de6e70%2C33771%2C1732043943330,1-f156d4de6e70,33771,1732043943330 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T19:19:16,541 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33771,1732043943330.replicationSource.shipperf156d4de6e70%2C33771%2C1732043943330,1-f156d4de6e70,33771,1732043943330 terminated 2024-11-19T19:19:16,541 INFO [RS:0;f156d4de6e70:33771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33771 2024-11-19T19:19:16,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-811317836/rs/f156d4de6e70,33771,1732043943330 2024-11-19T19:19:16,569 INFO [RS:0;f156d4de6e70:33771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:19:16,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836/rs 2024-11-19T19:19:16,569 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f94508e3bd0@68103fa2 rejected from java.util.concurrent.ThreadPoolExecutor@2d12acc4[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-19T19:19:16,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,33771,1732043943330] 2024-11-19T19:19:16,696 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-811317836/draining/f156d4de6e70,33771,1732043943330 already deleted, retry=false 2024-11-19T19:19:16,696 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,33771,1732043943330 expired; onlineServers=0 2024-11-19T19:19:16,696 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,41905,1732043942970' ***** 2024-11-19T19:19:16,696 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:19:16,696 INFO [M:0;f156d4de6e70:41905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:19:16,696 INFO [M:0;f156d4de6e70:41905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:19:16,697 DEBUG [M:0;f156d4de6e70:41905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:19:16,697 DEBUG [M:0;f156d4de6e70:41905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:19:16,697 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:19:16,697 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043945002 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043945002,5,FailOnTimeoutGroup] 2024-11-19T19:19:16,697 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043945000 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043945000,5,FailOnTimeoutGroup] 2024-11-19T19:19:16,697 INFO [M:0;f156d4de6e70:41905 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:19:16,697 INFO [M:0;f156d4de6e70:41905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:19:16,697 DEBUG [M:0;f156d4de6e70:41905 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:19:16,697 INFO [M:0;f156d4de6e70:41905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:19:16,697 INFO [M:0;f156d4de6e70:41905 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:19:16,697 INFO [M:0;f156d4de6e70:41905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:19:16,698 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:19:16,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:19:16,733 INFO [RS:0;f156d4de6e70:33771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:19:16,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x10154891eb70001, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:19:16,733 INFO [RS:0;f156d4de6e70:33771 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,33771,1732043943330; zookeeper connection closed. 2024-11-19T19:19:16,733 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54715a60 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54715a60 2024-11-19T19:19:16,734 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:19:16,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-811317836/master 2024-11-19T19:19:16,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-811317836 2024-11-19T19:19:16,765 DEBUG [M:0;f156d4de6e70:41905 {}] zookeeper.ZKUtil(347): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Unable to get data of znode /0-811317836/master because node does not exist (not an error) 2024-11-19T19:19:16,765 WARN [M:0;f156d4de6e70:41905 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:19:16,765 INFO [M:0;f156d4de6e70:41905 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/.lastflushedseqids 2024-11-19T19:19:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741842_1018 (size=181) 2024-11-19T19:19:17,171 INFO [M:0;f156d4de6e70:41905 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:19:17,171 INFO [M:0;f156d4de6e70:41905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:19:17,171 DEBUG [M:0;f156d4de6e70:41905 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:19:17,171 INFO [M:0;f156d4de6e70:41905 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:17,171 DEBUG [M:0;f156d4de6e70:41905 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:17,171 DEBUG [M:0;f156d4de6e70:41905 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:19:17,171 DEBUG [M:0;f156d4de6e70:41905 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:17,171 INFO [M:0;f156d4de6e70:41905 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T19:19:17,186 DEBUG [M:0;f156d4de6e70:41905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f4f36fa0c2a4d859f77043924e68f6d is 82, key is hbase:meta,,1/info:regioninfo/1732043945702/Put/seqid=0 2024-11-19T19:19:17,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741843_1019 (size=5672) 2024-11-19T19:19:17,592 INFO [M:0;f156d4de6e70:41905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f4f36fa0c2a4d859f77043924e68f6d 2024-11-19T19:19:17,609 DEBUG [M:0;f156d4de6e70:41905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0e332d47afb4a12a8dc358e1b101aa0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732043952336/Put/seqid=0 2024-11-19T19:19:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741844_1020 (size=7203) 2024-11-19T19:19:18,014 INFO [M:0;f156d4de6e70:41905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0e332d47afb4a12a8dc358e1b101aa0 2024-11-19T19:19:18,032 DEBUG [M:0;f156d4de6e70:41905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9424bbaa62d419baf55fe459d4ea695 is 69, key is f156d4de6e70,33771,1732043943330/rs:state/1732043945114/Put/seqid=0 2024-11-19T19:19:18,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741845_1021 (size=5156) 2024-11-19T19:19:18,437 INFO [M:0;f156d4de6e70:41905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9424bbaa62d419baf55fe459d4ea695 2024-11-19T19:19:18,443 DEBUG [M:0;f156d4de6e70:41905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f4f36fa0c2a4d859f77043924e68f6d as hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f4f36fa0c2a4d859f77043924e68f6d 2024-11-19T19:19:18,448 INFO [M:0;f156d4de6e70:41905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f4f36fa0c2a4d859f77043924e68f6d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T19:19:18,449 DEBUG [M:0;f156d4de6e70:41905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0e332d47afb4a12a8dc358e1b101aa0 as hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0e332d47afb4a12a8dc358e1b101aa0 2024-11-19T19:19:18,453 INFO [M:0;f156d4de6e70:41905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0e332d47afb4a12a8dc358e1b101aa0, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T19:19:18,454 DEBUG [M:0;f156d4de6e70:41905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9424bbaa62d419baf55fe459d4ea695 as hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9424bbaa62d419baf55fe459d4ea695 2024-11-19T19:19:18,460 INFO [M:0;f156d4de6e70:41905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35387/user/jenkins/test-data/329933c9-37e7-6b67-cbd6-713f6dcc1db8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9424bbaa62d419baf55fe459d4ea695, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T19:19:18,461 INFO [M:0;f156d4de6e70:41905 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false 2024-11-19T19:19:18,466 INFO [M:0;f156d4de6e70:41905 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:18,466 DEBUG [M:0;f156d4de6e70:41905 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732043957171Disabling compacts and flushes for region at 1732043957171Disabling writes for close at 1732043957171Obtaining lock to block concurrent updates at 1732043957171Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732043957171Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732043957171Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732043957172 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732043957172Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732043957186 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732043957186Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732043957596 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732043957609 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732043957609Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732043958019 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732043958031 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732043958031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da7ea05: reopening flushed file at 1732043958442 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32616f5c: reopening flushed file at 1732043958448 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd1a905: reopening flushed file at 1732043958454 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false at 1732043958461 (+7 ms)Writing region close event to WAL at 1732043958466 (+5 ms)Closed at 1732043958466 2024-11-19T19:19:18,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38573 is added to blk_1073741830_1006 (size=41008) 2024-11-19T19:19:18,469 INFO [M:0;f156d4de6e70:41905 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:19:18,469 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:19:18,469 INFO [M:0;f156d4de6e70:41905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41905 2024-11-19T19:19:18,469 INFO [M:0;f156d4de6e70:41905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:19:18,734 INFO [M:0;f156d4de6e70:41905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:19:18,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:19:18,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41905-0x10154891eb70000, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:19:18,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:19:18,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:19:18,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:19:18,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:19:18,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/hadoop.log.dir/,STOPPED} 2024-11-19T19:19:18,739 WARN [BP-687705045-172.17.0.3-1732043940648 heartbeating to localhost/127.0.0.1:35387 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:19:18,739 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:19:18,739 WARN [BP-687705045-172.17.0.3-1732043940648 heartbeating to localhost/127.0.0.1:35387 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-687705045-172.17.0.3-1732043940648 (Datanode Uuid 8c08624b-3464-4c5f-a62f-00f8fb75cb35) service to localhost/127.0.0.1:35387 2024-11-19T19:19:18,739 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:19:18,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/cluster_217f5c2b-1442-d403-c06b-075ac0fb6a32/data/data1/current/BP-687705045-172.17.0.3-1732043940648 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:19:18,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/cluster_217f5c2b-1442-d403-c06b-075ac0fb6a32/data/data2/current/BP-687705045-172.17.0.3-1732043940648 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:19:18,740 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:19:18,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:19:18,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:19:18,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:19:18,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:19:18,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4dd29be-adb9-ac81-08fc-1b106739f7bd/hadoop.log.dir/,STOPPED} 2024-11-19T19:19:18,750 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T19:19:18,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:19:18,767 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 108) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41873 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56801) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35387 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56801) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=759 (was 832), ProcessCount=11 (was 11), AvailableMemoryMB=4277 (was 3896) - AvailableMemoryMB LEAK? - 2024-11-19T19:19:18,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=759, ProcessCount=11, AvailableMemoryMB=4276 2024-11-19T19:19:18,785 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-19T19:19:18,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/hadoop.log.dir so I do NOT create it in target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9 2024-11-19T19:19:18,786 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:19:18,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/hadoop.tmp.dir so I do NOT create it in target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9 2024-11-19T19:19:18,786 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af515c87-82bf-ca15-cff5-93e295096a3a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:19:18,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9 2024-11-19T19:19:18,786 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/cluster_076e8bbc-a5bd-f0c7-02a8-0350932cfe71, deleteOnExit=true 2024-11-19T19:19:18,789 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/cluster_076e8bbc-a5bd-f0c7-02a8-0350932cfe71/zookeeper_0, clientPort=62516, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/cluster_076e8bbc-a5bd-f0c7-02a8-0350932cfe71/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/cluster_076e8bbc-a5bd-f0c7-02a8-0350932cfe71/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T19:19:18,789 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62516 2024-11-19T19:19:18,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:19:18,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:19:18,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/test.cache.data in system properties and HBase conf 2024-11-19T19:19:18,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:19:18,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:19:18,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:19:18,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:19:18,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:19:18,790 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:19:18,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:19:18,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:19:18,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:19:18,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:19:18,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:19:18,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:19:18,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:19:18,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:19:18,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:19:18,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:19:18,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:19:18,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:19:18,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:19:18,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:19:18,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10154891eb70005, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:19:18,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10154891eb70002, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:19:18,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10154891eb70005, quorum=127.0.0.1:56801, baseZNode=/1175649554 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:19:18,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10154891eb70002, quorum=127.0.0.1:56801, baseZNode=/0-811317836 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:19:19,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:19:19,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:19:19,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:19:19,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:19:19,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:19:19,093 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:19:19,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:19:19,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:19:19,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1ba51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/java.io.tmpdir/jetty-localhost-45229-hadoop-hdfs-3_4_1-tests_jar-_-any-9821385922390585283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:19:19,188 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:45229} 2024-11-19T19:19:19,188 INFO [Time-limited test {}] server.Server(415): Started @51125ms 2024-11-19T19:19:19,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:19:19,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:19:19,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:19:19,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:19:19,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:19:19,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:19:19,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:19:19,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2efdfa1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/java.io.tmpdir/jetty-localhost-36659-hadoop-hdfs-3_4_1-tests_jar-_-any-15565733693094291256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:19:19,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:36659} 2024-11-19T19:19:19,555 INFO [Time-limited test {}] server.Server(415): Started @51492ms 2024-11-19T19:19:19,556 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:19:20,321 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/cluster_076e8bbc-a5bd-f0c7-02a8-0350932cfe71/data/data1/current/BP-786526014-172.17.0.3-1732043958804/current, will proceed with Du for space computation calculation, 2024-11-19T19:19:20,321 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/cluster_076e8bbc-a5bd-f0c7-02a8-0350932cfe71/data/data2/current/BP-786526014-172.17.0.3-1732043958804/current, will proceed with Du for space computation calculation, 2024-11-19T19:19:20,334 WARN [Thread-812 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:19:20,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c679bb6a44b71fe with lease ID 0x4db92980a42d7eff: Processing first storage report for DS-e331fcb3-dd27-4288-90a4-2d5ca972f6e8 from datanode DatanodeRegistration(127.0.0.1:35179, datanodeUuid=77e2e4e5-5c48-4eb9-b024-6e6448d60bf4, infoPort=43309, infoSecurePort=0, ipcPort=37097, storageInfo=lv=-57;cid=testClusterID;nsid=556906099;c=1732043958804) 2024-11-19T19:19:20,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c679bb6a44b71fe with lease ID 0x4db92980a42d7eff: from storage DS-e331fcb3-dd27-4288-90a4-2d5ca972f6e8 node DatanodeRegistration(127.0.0.1:35179, datanodeUuid=77e2e4e5-5c48-4eb9-b024-6e6448d60bf4, infoPort=43309, infoSecurePort=0, ipcPort=37097, storageInfo=lv=-57;cid=testClusterID;nsid=556906099;c=1732043958804), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:19:20,337 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c679bb6a44b71fe with lease ID 0x4db92980a42d7eff: Processing first storage report for DS-709b9fd2-455c-4b9f-840a-943759e2ac7e from datanode DatanodeRegistration(127.0.0.1:35179, datanodeUuid=77e2e4e5-5c48-4eb9-b024-6e6448d60bf4, infoPort=43309, infoSecurePort=0, ipcPort=37097, storageInfo=lv=-57;cid=testClusterID;nsid=556906099;c=1732043958804) 2024-11-19T19:19:20,337 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c679bb6a44b71fe with lease ID 0x4db92980a42d7eff: from storage DS-709b9fd2-455c-4b9f-840a-943759e2ac7e node DatanodeRegistration(127.0.0.1:35179, datanodeUuid=77e2e4e5-5c48-4eb9-b024-6e6448d60bf4, infoPort=43309, infoSecurePort=0, ipcPort=37097, storageInfo=lv=-57;cid=testClusterID;nsid=556906099;c=1732043958804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:19:20,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9 2024-11-19T19:19:20,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:20,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:20,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:19:20,791 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242 with version=8 2024-11-19T19:19:20,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/hbase-staging 2024-11-19T19:19:20,793 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:19:20,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:20,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:20,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:19:20,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:20,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:19:20,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:19:20,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:19:20,794 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44871 2024-11-19T19:19:20,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44871 connecting to ZooKeeper ensemble=127.0.0.1:62516 2024-11-19T19:19:20,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448710x0, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:19:20,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44871-0x101548965af0000 connected 2024-11-19T19:19:20,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:20,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:20,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Set watcher on znode that does not yet exist, /0553053504/running 2024-11-19T19:19:20,943 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242, hbase.cluster.distributed=false 2024-11-19T19:19:20,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Set watcher on znode that does not yet exist, /0553053504/acl 2024-11-19T19:19:20,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44871 2024-11-19T19:19:20,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44871 2024-11-19T19:19:20,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44871 2024-11-19T19:19:20,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44871 2024-11-19T19:19:20,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44871 2024-11-19T19:19:20,966 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:19:20,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:20,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:20,966 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:19:20,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:20,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:19:20,966 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:19:20,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:19:20,967 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40861 2024-11-19T19:19:20,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40861 connecting to ZooKeeper ensemble=127.0.0.1:62516 2024-11-19T19:19:20,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:20,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:20,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408610x0, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:19:20,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408610x0, quorum=127.0.0.1:62516, baseZNode=/0553053504 Set watcher on znode that does not yet exist, /0553053504/running 2024-11-19T19:19:20,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40861-0x101548965af0001 connected 2024-11-19T19:19:20,982 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:19:20,982 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:19:20,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Set watcher on znode that does not yet exist, /0553053504/master 2024-11-19T19:19:20,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Set watcher on znode that does not yet exist, /0553053504/acl 2024-11-19T19:19:20,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40861 2024-11-19T19:19:20,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40861 2024-11-19T19:19:20,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40861 2024-11-19T19:19:20,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40861 2024-11-19T19:19:20,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40861 2024-11-19T19:19:21,008 DEBUG [M:0;f156d4de6e70:44871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:44871 2024-11-19T19:19:21,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0553053504/backup-masters/f156d4de6e70,44871,1732043960793 2024-11-19T19:19:21,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504/backup-masters 2024-11-19T19:19:21,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504/backup-masters 2024-11-19T19:19:21,013 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Set watcher on existing znode=/0553053504/backup-masters/f156d4de6e70,44871,1732043960793 2024-11-19T19:19:21,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:21,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0553053504/master 2024-11-19T19:19:21,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:21,023 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Set watcher on existing znode=/0553053504/master 2024-11-19T19:19:21,023 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0553053504/backup-masters/f156d4de6e70,44871,1732043960793 from backup master directory 2024-11-19T19:19:21,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504/backup-masters 2024-11-19T19:19:21,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0553053504/backup-masters/f156d4de6e70,44871,1732043960793 2024-11-19T19:19:21,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504/backup-masters 2024-11-19T19:19:21,033 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:19:21,033 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,44871,1732043960793 2024-11-19T19:19:21,037 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/hbase.id] with ID: edccfa29-c9ce-45c4-82df-08f03fadae6f 2024-11-19T19:19:21,037 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/.tmp/hbase.id 2024-11-19T19:19:21,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:19:21,445 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/.tmp/hbase.id]:[hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/hbase.id] 2024-11-19T19:19:21,456 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:21,456 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:19:21,457 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T19:19:21,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:21,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:21,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:19:21,542 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:19:21,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:19:21,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:19:21,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:19:21,897 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:19:21,898 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:19:21,898 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:21,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:19:22,305 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store 2024-11-19T19:19:22,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:19:22,712 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:22,712 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:19:22,712 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:22,712 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:22,712 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:19:22,712 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:22,712 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:22,712 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732043962712Disabling compacts and flushes for region at 1732043962712Disabling writes for close at 1732043962712Writing region close event to WAL at 1732043962712Closed at 1732043962712 2024-11-19T19:19:22,713 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/.initializing 2024-11-19T19:19:22,713 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/WALs/f156d4de6e70,44871,1732043960793 2024-11-19T19:19:22,714 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:19:22,716 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C44871%2C1732043960793, suffix=, logDir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/WALs/f156d4de6e70,44871,1732043960793, archiveDir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/oldWALs, maxLogs=10 2024-11-19T19:19:22,729 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/WALs/f156d4de6e70,44871,1732043960793/f156d4de6e70%2C44871%2C1732043960793.1732043962717, exclude list is [], retry=0 2024-11-19T19:19:22,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35179,DS-e331fcb3-dd27-4288-90a4-2d5ca972f6e8,DISK] 2024-11-19T19:19:22,733 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/WALs/f156d4de6e70,44871,1732043960793/f156d4de6e70%2C44871%2C1732043960793.1732043962717 2024-11-19T19:19:22,733 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43309:43309)] 2024-11-19T19:19:22,733 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:19:22,733 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:22,733 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:22,733 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:22,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:22,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:19:22,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:22,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:22,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:22,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:19:22,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:22,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:22,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:22,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:19:22,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:22,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:22,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:22,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:19:22,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:22,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:22,742 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:22,743 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:22,743 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:22,744 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:22,744 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:22,745 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:19:22,746 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:22,748 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:19:22,748 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64620185, jitterRate=-0.03708420693874359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:19:22,748 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732043962733Initializing all the Stores at 1732043962734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043962734Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043962735 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043962735Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043962735Cleaning up temporary data from old regions at 1732043962744 (+9 ms)Region opened successfully at 1732043962748 (+4 ms) 2024-11-19T19:19:22,749 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:19:22,751 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310f7c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:19:22,752 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:19:22,752 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:19:22,752 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:19:22,753 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:19:22,753 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:19:22,753 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:19:22,753 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:19:22,755 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:19:22,756 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Unable to get data of znode /0553053504/balancer because node does not exist (not necessarily an error) 2024-11-19T19:19:22,801 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0553053504/balancer already deleted, retry=false 2024-11-19T19:19:22,802 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:19:22,802 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Unable to get data of znode /0553053504/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:19:22,812 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0553053504/normalizer already deleted, retry=false 2024-11-19T19:19:22,812 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:19:22,813 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Unable to get data of znode /0553053504/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:19:22,822 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0553053504/switch/split already deleted, retry=false 2024-11-19T19:19:22,823 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Unable to get data of znode /0553053504/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:19:22,833 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0553053504/switch/merge already deleted, retry=false 2024-11-19T19:19:22,835 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Unable to get data of znode /0553053504/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:19:22,843 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0553053504/snapshot-cleanup already deleted, retry=false 2024-11-19T19:19:22,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0553053504/running 2024-11-19T19:19:22,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0553053504/running 2024-11-19T19:19:22,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:22,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:22,854 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,44871,1732043960793, sessionid=0x101548965af0000, setting cluster-up flag (Was=false) 2024-11-19T19:19:22,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:22,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:22,907 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0553053504/flush-table-proc/acquired, /0553053504/flush-table-proc/reached, /0553053504/flush-table-proc/abort 2024-11-19T19:19:22,908 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,44871,1732043960793 2024-11-19T19:19:22,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:22,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:22,959 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0553053504/online-snapshot/acquired, /0553053504/online-snapshot/reached, /0553053504/online-snapshot/abort 2024-11-19T19:19:22,960 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,44871,1732043960793 2024-11-19T19:19:22,961 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:19:22,963 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:22,963 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:19:22,963 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:19:22,963 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,44871,1732043960793 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:19:22,965 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:22,965 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:22,965 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:22,965 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:22,965 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:19:22,965 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:22,965 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:19:22,965 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:22,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:22,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:19:22,966 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732043992966 2024-11-19T19:19:22,967 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:19:22,967 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:19:22,967 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:19:22,967 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:19:22,967 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:19:22,967 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:19:22,967 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:22,967 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:19:22,967 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:19:22,968 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:22,968 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:19:22,968 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:19:22,968 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:19:22,968 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:19:22,968 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:19:22,968 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043962968,5,FailOnTimeoutGroup] 2024-11-19T19:19:22,968 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043962968,5,FailOnTimeoutGroup] 2024-11-19T19:19:22,968 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:22,968 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:19:22,969 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:22,969 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:22,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:19:22,995 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(746): ClusterId : edccfa29-c9ce-45c4-82df-08f03fadae6f 2024-11-19T19:19:22,995 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:19:23,002 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:19:23,002 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:19:23,013 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:19:23,013 DEBUG [RS:0;f156d4de6e70:40861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ead7513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:19:23,024 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:40861 2024-11-19T19:19:23,024 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:19:23,024 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:19:23,024 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:19:23,024 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,44871,1732043960793 with port=40861, startcode=1732043960966 2024-11-19T19:19:23,024 DEBUG [RS:0;f156d4de6e70:40861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:19:23,026 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:19:23,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,40861,1732043960966 2024-11-19T19:19:23,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44871 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,40861,1732043960966 2024-11-19T19:19:23,028 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242 2024-11-19T19:19:23,028 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37339 2024-11-19T19:19:23,028 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:19:23,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504/rs 2024-11-19T19:19:23,034 DEBUG [RS:0;f156d4de6e70:40861 {}] zookeeper.ZKUtil(111): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Set watcher on existing znode=/0553053504/rs/f156d4de6e70,40861,1732043960966 2024-11-19T19:19:23,034 WARN [RS:0;f156d4de6e70:40861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:19:23,034 INFO [RS:0;f156d4de6e70:40861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:23,034 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966 2024-11-19T19:19:23,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,40861,1732043960966] 2024-11-19T19:19:23,037 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:19:23,039 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:19:23,039 INFO [RS:0;f156d4de6e70:40861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:19:23,039 INFO [RS:0;f156d4de6e70:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:23,040 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:19:23,040 INFO [RS:0;f156d4de6e70:40861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:19:23,041 INFO [RS:0;f156d4de6e70:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:19:23,041 DEBUG [RS:0;f156d4de6e70:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:19:23,042 INFO [RS:0;f156d4de6e70:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:23,042 INFO [RS:0;f156d4de6e70:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:23,042 INFO [RS:0;f156d4de6e70:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:23,043 INFO [RS:0;f156d4de6e70:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:23,043 INFO [RS:0;f156d4de6e70:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:23,043 INFO [RS:0;f156d4de6e70:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,40861,1732043960966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:19:23,055 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:19:23,055 INFO [RS:0;f156d4de6e70:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,40861,1732043960966-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:23,055 INFO [RS:0;f156d4de6e70:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:23,055 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.Replication(171): f156d4de6e70,40861,1732043960966 started 2024-11-19T19:19:23,068 INFO [RS:0;f156d4de6e70:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:23,068 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,40861,1732043960966, RpcServer on f156d4de6e70/172.17.0.3:40861, sessionid=0x101548965af0001 2024-11-19T19:19:23,068 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:19:23,068 DEBUG [RS:0;f156d4de6e70:40861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,40861,1732043960966 2024-11-19T19:19:23,068 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,40861,1732043960966' 2024-11-19T19:19:23,068 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0553053504/flush-table-proc/abort' 2024-11-19T19:19:23,069 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0553053504/flush-table-proc/acquired' 2024-11-19T19:19:23,069 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:19:23,069 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:19:23,069 DEBUG [RS:0;f156d4de6e70:40861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,40861,1732043960966 2024-11-19T19:19:23,069 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,40861,1732043960966' 2024-11-19T19:19:23,069 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0553053504/online-snapshot/abort' 2024-11-19T19:19:23,069 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0553053504/online-snapshot/acquired' 2024-11-19T19:19:23,070 DEBUG [RS:0;f156d4de6e70:40861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:19:23,070 INFO [RS:0;f156d4de6e70:40861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:19:23,070 INFO [RS:0;f156d4de6e70:40861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:19:23,170 INFO [RS:0;f156d4de6e70:40861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:19:23,172 INFO [RS:0;f156d4de6e70:40861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C40861%2C1732043960966, suffix=, logDir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966, archiveDir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/oldWALs, maxLogs=10 2024-11-19T19:19:23,184 DEBUG [RS:0;f156d4de6e70:40861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172, exclude list is [], retry=0 2024-11-19T19:19:23,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35179,DS-e331fcb3-dd27-4288-90a4-2d5ca972f6e8,DISK] 2024-11-19T19:19:23,188 INFO [RS:0;f156d4de6e70:40861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 2024-11-19T19:19:23,188 DEBUG [RS:0;f156d4de6e70:40861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43309:43309)] 2024-11-19T19:19:23,375 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:19:23,375 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242 2024-11-19T19:19:23,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:19:23,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:23,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:19:23,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:19:23,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:23,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:23,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:19:23,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:19:23,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:23,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:23,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:19:23,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:19:23,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:23,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:23,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:19:23,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:19:23,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:23,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:23,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:19:23,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740 2024-11-19T19:19:23,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740 2024-11-19T19:19:23,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:19:23,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:19:23,792 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:19:23,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:19:23,795 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:19:23,796 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72045428, jitterRate=0.07356053590774536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:19:23,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732043963781Initializing all the Stores at 1732043963782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043963782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043963782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043963782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043963782Cleaning up temporary data from old regions at 1732043963792 (+10 ms)Region opened successfully at 1732043963796 (+4 ms) 2024-11-19T19:19:23,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:19:23,796 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:19:23,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:19:23,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:19:23,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:19:23,797 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:19:23,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732043963796Disabling compacts and flushes for region at 1732043963796Disabling writes for close at 1732043963796Writing region close event to WAL at 1732043963797 (+1 ms)Closed at 1732043963797 2024-11-19T19:19:23,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:23,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:19:23,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:19:23,800 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:19:23,801 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:19:23,951 DEBUG [f156d4de6e70:44871 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:19:23,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,40861,1732043960966 2024-11-19T19:19:23,953 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,40861,1732043960966, state=OPENING 2024-11-19T19:19:24,012 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:19:24,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:24,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:24,023 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:19:24,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0553053504/meta-region-server: CHANGED 2024-11-19T19:19:24,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0553053504/meta-region-server: CHANGED 2024-11-19T19:19:24,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,40861,1732043960966}] 2024-11-19T19:19:24,176 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:19:24,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:19:24,181 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:19:24,181 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:24,181 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:19:24,183 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C40861%2C1732043960966.meta, suffix=.meta, logDir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966, archiveDir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/oldWALs, maxLogs=10 2024-11-19T19:19:24,195 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.meta.1732043964183.meta, exclude list is [], retry=0 2024-11-19T19:19:24,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35179,DS-e331fcb3-dd27-4288-90a4-2d5ca972f6e8,DISK] 2024-11-19T19:19:24,199 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.meta.1732043964183.meta 2024-11-19T19:19:24,199 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43309:43309)] 2024-11-19T19:19:24,199 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:19:24,199 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:19:24,199 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:19:24,199 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:19:24,199 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:19:24,200 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:19:24,200 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:24,200 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:19:24,200 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:19:24,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:19:24,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:19:24,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:24,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:24,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:19:24,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:19:24,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:24,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:24,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:19:24,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:19:24,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:24,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:24,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:19:24,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:19:24,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:24,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:24,208 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:19:24,208 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740 2024-11-19T19:19:24,209 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740 2024-11-19T19:19:24,210 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:19:24,211 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:19:24,211 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:19:24,212 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:19:24,213 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74344397, jitterRate=0.10781784355640411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:19:24,213 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:19:24,214 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732043964200Writing region info on filesystem at 1732043964200Initializing all the Stores at 1732043964201 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043964201Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043964201Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043964201Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043964201Cleaning up temporary data from old regions at 1732043964211 (+10 ms)Running coprocessor post-open hooks at 1732043964213 (+2 ms)Region opened successfully at 1732043964214 (+1 ms) 2024-11-19T19:19:24,215 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732043964176 2024-11-19T19:19:24,217 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:19:24,217 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:19:24,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,40861,1732043960966 2024-11-19T19:19:24,219 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,40861,1732043960966, state=OPEN 2024-11-19T19:19:24,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0553053504/meta-region-server 2024-11-19T19:19:24,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0553053504/meta-region-server 2024-11-19T19:19:24,258 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,40861,1732043960966 2024-11-19T19:19:24,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0553053504/meta-region-server: CHANGED 2024-11-19T19:19:24,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0553053504/meta-region-server: CHANGED 2024-11-19T19:19:24,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:19:24,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,40861,1732043960966 in 235 msec 2024-11-19T19:19:24,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:19:24,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-19T19:19:24,263 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:24,263 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:19:24,264 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:24,265 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,40861,1732043960966, seqNum=-1] 2024-11-19T19:19:24,265 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:24,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:19:24,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-19T19:19:24,271 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732043964271, completionTime=-1 2024-11-19T19:19:24,271 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:19:24,271 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:19:24,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:19:24,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044024273 2024-11-19T19:19:24,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044084273 2024-11-19T19:19:24,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T19:19:24,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,44871,1732043960793-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:24,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,44871,1732043960793-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:24,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,44871,1732043960793-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:24,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:44871, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:24,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:24,274 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:24,276 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:19:24,277 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.244sec 2024-11-19T19:19:24,277 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:19:24,277 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:19:24,277 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:19:24,277 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:19:24,277 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:19:24,277 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,44871,1732043960793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:19:24,277 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,44871,1732043960793-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:19:24,280 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:19:24,280 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:19:24,280 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,44871,1732043960793-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:24,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:24,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,44871,-1 for getting cluster id 2024-11-19T19:19:24,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:24,297 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edccfa29-c9ce-45c4-82df-08f03fadae6f' 2024-11-19T19:19:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edccfa29-c9ce-45c4-82df-08f03fadae6f" 2024-11-19T19:19:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec54868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,44871,-1] 2024-11-19T19:19:24,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:24,299 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:24,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a67819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:24,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,40861,1732043960966, seqNum=-1] 2024-11-19T19:19:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:24,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:19:24,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,44871,1732043960793 2024-11-19T19:19:24,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62516 2024-11-19T19:19:24,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:19:24,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101548965af0002 connected 2024-11-19T19:19:24,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/hadoop.log.dir so I do NOT create it in target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58 2024-11-19T19:19:24,341 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:19:24,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/hadoop.tmp.dir so I do NOT create it in target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58 2024-11-19T19:19:24,341 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:19:24,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58 2024-11-19T19:19:24,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:19:24,341 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/cluster_0f6f89cc-a50b-1a65-1d27-0373f6396a8b, deleteOnExit=true 2024-11-19T19:19:24,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:19:24,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/test.cache.data in system properties and HBase conf 2024-11-19T19:19:24,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:19:24,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:19:24,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:19:24,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:19:24,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:19:24,342 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:19:24,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:19:24,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:19:24,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:19:24,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:19:24,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:19:24,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:19:24,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:19:24,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:19:24,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:19:24,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:19:24,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:19:24,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:19:24,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:19:24,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:19:24,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T19:19:24,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:19:24,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:19:24,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:19:24,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:19:24,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:19:24,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:19:24,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:19:24,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:19:24,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@232a9ffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/java.io.tmpdir/jetty-localhost-37883-hadoop-hdfs-3_4_1-tests_jar-_-any-11437355440869997240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:19:24,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:37883} 2024-11-19T19:19:24,771 INFO [Time-limited test {}] server.Server(415): Started @56708ms 2024-11-19T19:19:25,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:19:25,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:19:25,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:19:25,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:19:25,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:19:25,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:19:25,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:19:25,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376e6613{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/java.io.tmpdir/jetty-localhost-36233-hadoop-hdfs-3_4_1-tests_jar-_-any-15142816568236017166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:19:25,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:36233} 2024-11-19T19:19:25,150 INFO [Time-limited test {}] server.Server(415): Started @57087ms 2024-11-19T19:19:25,152 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:19:25,873 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/cluster_0f6f89cc-a50b-1a65-1d27-0373f6396a8b/data/data1/current/BP-1428196459-172.17.0.3-1732043964369/current, will proceed with Du for space computation calculation, 2024-11-19T19:19:25,873 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/cluster_0f6f89cc-a50b-1a65-1d27-0373f6396a8b/data/data2/current/BP-1428196459-172.17.0.3-1732043964369/current, will proceed with Du for space computation calculation, 2024-11-19T19:19:25,926 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:19:25,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e25f5e003876ee9 with lease ID 0xb152bb0722bf7d17: Processing first storage report for DS-7020eca4-0c82-47f5-8c3e-2b1e906d8785 from datanode DatanodeRegistration(127.0.0.1:40743, datanodeUuid=e5789bf1-0cc1-4091-85af-b16d9df235d4, infoPort=33903, infoSecurePort=0, ipcPort=41847, storageInfo=lv=-57;cid=testClusterID;nsid=1091989723;c=1732043964369) 2024-11-19T19:19:25,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e25f5e003876ee9 with lease ID 0xb152bb0722bf7d17: from storage DS-7020eca4-0c82-47f5-8c3e-2b1e906d8785 node DatanodeRegistration(127.0.0.1:40743, datanodeUuid=e5789bf1-0cc1-4091-85af-b16d9df235d4, infoPort=33903, infoSecurePort=0, ipcPort=41847, storageInfo=lv=-57;cid=testClusterID;nsid=1091989723;c=1732043964369), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:19:25,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e25f5e003876ee9 with lease ID 0xb152bb0722bf7d17: Processing first storage report for DS-7a4b447a-b614-4682-80e7-1f028fba1b22 from datanode DatanodeRegistration(127.0.0.1:40743, datanodeUuid=e5789bf1-0cc1-4091-85af-b16d9df235d4, infoPort=33903, infoSecurePort=0, ipcPort=41847, storageInfo=lv=-57;cid=testClusterID;nsid=1091989723;c=1732043964369) 2024-11-19T19:19:25,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e25f5e003876ee9 with lease ID 0xb152bb0722bf7d17: from storage DS-7a4b447a-b614-4682-80e7-1f028fba1b22 node DatanodeRegistration(127.0.0.1:40743, datanodeUuid=e5789bf1-0cc1-4091-85af-b16d9df235d4, infoPort=33903, infoSecurePort=0, ipcPort=41847, storageInfo=lv=-57;cid=testClusterID;nsid=1091989723;c=1732043964369), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:19:25,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58 2024-11-19T19:19:25,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:25,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:25,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:19:26,394 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2 with version=8 2024-11-19T19:19:26,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/hbase-staging 2024-11-19T19:19:26,397 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:19:26,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:26,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:26,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:19:26,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:26,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:19:26,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:19:26,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:19:26,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33197 2024-11-19T19:19:26,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33197 connecting to ZooKeeper ensemble=127.0.0.1:62516 2024-11-19T19:19:26,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331970x0, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:19:26,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33197-0x101548965af0003 connected 2024-11-19T19:19:26,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:26,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:26,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Set watcher on znode that does not yet exist, /11717449377/running 2024-11-19T19:19:26,491 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2, hbase.cluster.distributed=false 2024-11-19T19:19:26,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Set watcher on znode that does not yet exist, /11717449377/acl 2024-11-19T19:19:26,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33197 2024-11-19T19:19:26,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33197 2024-11-19T19:19:26,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33197 2024-11-19T19:19:26,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33197 2024-11-19T19:19:26,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33197 2024-11-19T19:19:26,526 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:19:26,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:26,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:26,526 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:19:26,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:19:26,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:19:26,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:19:26,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:19:26,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44233 2024-11-19T19:19:26,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44233 connecting to ZooKeeper ensemble=127.0.0.1:62516 2024-11-19T19:19:26,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:26,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:26,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442330x0, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:19:26,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442330x0, quorum=127.0.0.1:62516, baseZNode=/11717449377 Set watcher on znode that does not yet exist, /11717449377/running 2024-11-19T19:19:26,553 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:19:26,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44233-0x101548965af0004 connected 2024-11-19T19:19:26,560 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:19:26,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Set watcher on znode that does not yet exist, /11717449377/master 2024-11-19T19:19:26,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Set watcher on znode that does not yet exist, /11717449377/acl 2024-11-19T19:19:26,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44233 2024-11-19T19:19:26,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44233 2024-11-19T19:19:26,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44233 2024-11-19T19:19:26,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44233 2024-11-19T19:19:26,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44233 2024-11-19T19:19:26,612 DEBUG [M:0;f156d4de6e70:33197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:33197 2024-11-19T19:19:26,613 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11717449377/backup-masters/f156d4de6e70,33197,1732043966397 2024-11-19T19:19:26,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377/backup-masters 2024-11-19T19:19:26,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377/backup-masters 2024-11-19T19:19:26,623 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Set watcher on existing znode=/11717449377/backup-masters/f156d4de6e70,33197,1732043966397 2024-11-19T19:19:26,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11717449377/master 2024-11-19T19:19:26,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:19:26,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:19:26,634 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Set watcher on existing znode=/11717449377/master 2024-11-19T19:19:26,635 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11717449377/backup-masters/f156d4de6e70,33197,1732043966397 from backup master directory 2024-11-19T19:19:26,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377/backup-masters 2024-11-19T19:19:26,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11717449377/backup-masters/f156d4de6e70,33197,1732043966397 2024-11-19T19:19:26,644 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:19:26,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377/backup-masters 2024-11-19T19:19:26,644 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,33197,1732043966397 2024-11-19T19:19:26,649 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/hbase.id] with ID: 77f65b94-6d45-44d7-933f-575dfcc68d00 2024-11-19T19:19:26,650 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/.tmp/hbase.id 2024-11-19T19:19:26,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:19:26,681 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/.tmp/hbase.id]:[hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/hbase.id] 2024-11-19T19:19:26,703 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:26,703 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:19:26,704 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T19:19:26,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:19:26,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:19:26,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:19:26,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:19:26,745 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:19:26,756 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:26,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:19:26,779 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store 2024-11-19T19:19:26,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:19:26,797 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:26,797 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:19:26,797 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:26,797 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:26,797 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:19:26,797 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:26,797 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:19:26,797 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732043966797Disabling compacts and flushes for region at 1732043966797Disabling writes for close at 1732043966797Writing region close event to WAL at 1732043966797Closed at 1732043966797 2024-11-19T19:19:26,798 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/.initializing 2024-11-19T19:19:26,798 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/WALs/f156d4de6e70,33197,1732043966397 2024-11-19T19:19:26,799 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:19:26,801 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C33197%2C1732043966397, suffix=, logDir=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/WALs/f156d4de6e70,33197,1732043966397, archiveDir=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/oldWALs, maxLogs=10 2024-11-19T19:19:26,816 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/WALs/f156d4de6e70,33197,1732043966397/f156d4de6e70%2C33197%2C1732043966397.1732043966801, exclude list is [], retry=0 2024-11-19T19:19:26,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-7020eca4-0c82-47f5-8c3e-2b1e906d8785,DISK] 2024-11-19T19:19:26,821 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/WALs/f156d4de6e70,33197,1732043966397/f156d4de6e70%2C33197%2C1732043966397.1732043966801 2024-11-19T19:19:26,821 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33903:33903)] 2024-11-19T19:19:26,821 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:19:26,821 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:26,821 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:26,821 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:26,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:26,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:19:26,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:26,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:26,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:26,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:19:26,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:26,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:26,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:26,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:19:26,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:26,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:26,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:26,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:19:26,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:26,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:26,830 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:26,830 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:26,831 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:26,832 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:26,832 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:26,832 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:19:26,833 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:19:26,835 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:19:26,836 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73004465, jitterRate=0.08785130083560944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:19:26,836 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732043966821Initializing all the Stores at 1732043966822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043966822Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043966822Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043966822Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043966823 (+1 ms)Cleaning up temporary data from old regions at 1732043966832 (+9 ms)Region opened successfully at 1732043966836 (+4 ms) 2024-11-19T19:19:26,836 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:19:26,839 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de4cfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:19:26,840 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:19:26,840 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:19:26,840 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:19:26,840 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:19:26,841 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:19:26,841 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:19:26,841 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:19:26,843 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:19:26,844 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Unable to get data of znode /11717449377/balancer because node does not exist (not necessarily an error) 2024-11-19T19:19:26,854 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11717449377/balancer already deleted, retry=false 2024-11-19T19:19:26,854 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:19:26,855 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Unable to get data of znode /11717449377/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:19:26,864 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11717449377/normalizer already deleted, retry=false 2024-11-19T19:19:26,865 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:19:26,866 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Unable to get data of znode /11717449377/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:19:26,875 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11717449377/switch/split already deleted, retry=false 2024-11-19T19:19:26,876 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Unable to get data of znode /11717449377/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:19:26,885 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11717449377/switch/merge already deleted, retry=false 2024-11-19T19:19:26,887 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Unable to get data of znode /11717449377/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:19:26,896 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11717449377/snapshot-cleanup already deleted, retry=false 2024-11-19T19:19:26,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11717449377/running 2024-11-19T19:19:26,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11717449377/running 2024-11-19T19:19:26,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:19:26,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:19:26,907 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,33197,1732043966397, sessionid=0x101548965af0003, setting cluster-up flag (Was=false) 2024-11-19T19:19:26,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:19:26,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:19:26,959 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11717449377/flush-table-proc/acquired, /11717449377/flush-table-proc/reached, /11717449377/flush-table-proc/abort 2024-11-19T19:19:26,960 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,33197,1732043966397 2024-11-19T19:19:26,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:19:26,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:19:27,012 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11717449377/online-snapshot/acquired, /11717449377/online-snapshot/reached, /11717449377/online-snapshot/abort 2024-11-19T19:19:27,013 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,33197,1732043966397 2024-11-19T19:19:27,014 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:19:27,016 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:27,016 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:19:27,016 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:19:27,016 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,33197,1732043966397 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:19:27,017 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:27,017 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:27,018 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:27,018 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:19:27,018 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:19:27,018 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:27,018 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:19:27,018 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:27,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:27,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:19:27,020 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732043997020 2024-11-19T19:19:27,020 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:19:27,020 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:19:27,020 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:19:27,020 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:27,020 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:19:27,020 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:19:27,020 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:19:27,021 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,020 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:19:27,021 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:19:27,021 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:19:27,021 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:19:27,021 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:19:27,021 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:19:27,021 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:19:27,021 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043967021,5,FailOnTimeoutGroup] 2024-11-19T19:19:27,022 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043967021,5,FailOnTimeoutGroup] 2024-11-19T19:19:27,022 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,022 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:19:27,022 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,022 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:19:27,099 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(746): ClusterId : 77f65b94-6d45-44d7-933f-575dfcc68d00 2024-11-19T19:19:27,099 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:19:27,107 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:19:27,108 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:19:27,118 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:19:27,118 DEBUG [RS:0;f156d4de6e70:44233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3153d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:19:27,133 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:44233 2024-11-19T19:19:27,133 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:19:27,133 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:19:27,133 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:19:27,134 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,33197,1732043966397 with port=44233, startcode=1732043966526 2024-11-19T19:19:27,134 DEBUG [RS:0;f156d4de6e70:44233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:19:27,135 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:19:27,135 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,44233,1732043966526 2024-11-19T19:19:27,136 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33197 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,44233,1732043966526 2024-11-19T19:19:27,137 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2 2024-11-19T19:19:27,137 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43895 2024-11-19T19:19:27,137 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:19:27,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377/rs 2024-11-19T19:19:27,149 DEBUG [RS:0;f156d4de6e70:44233 {}] zookeeper.ZKUtil(111): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Set watcher on existing znode=/11717449377/rs/f156d4de6e70,44233,1732043966526 2024-11-19T19:19:27,149 WARN [RS:0;f156d4de6e70:44233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:19:27,149 INFO [RS:0;f156d4de6e70:44233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:27,150 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/WALs/f156d4de6e70,44233,1732043966526 2024-11-19T19:19:27,150 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,44233,1732043966526] 2024-11-19T19:19:27,153 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:19:27,155 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:19:27,155 INFO [RS:0;f156d4de6e70:44233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:19:27,156 INFO [RS:0;f156d4de6e70:44233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,156 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:19:27,157 INFO [RS:0;f156d4de6e70:44233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:19:27,157 INFO [RS:0;f156d4de6e70:44233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:19:27,157 DEBUG [RS:0;f156d4de6e70:44233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:19:27,159 INFO [RS:0;f156d4de6e70:44233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,159 INFO [RS:0;f156d4de6e70:44233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,159 INFO [RS:0;f156d4de6e70:44233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,159 INFO [RS:0;f156d4de6e70:44233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,159 INFO [RS:0;f156d4de6e70:44233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,159 INFO [RS:0;f156d4de6e70:44233 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,44233,1732043966526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:19:27,172 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:19:27,172 INFO [RS:0;f156d4de6e70:44233 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,44233,1732043966526-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,172 INFO [RS:0;f156d4de6e70:44233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,172 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.Replication(171): f156d4de6e70,44233,1732043966526 started 2024-11-19T19:19:27,186 INFO [RS:0;f156d4de6e70:44233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:27,186 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,44233,1732043966526, RpcServer on f156d4de6e70/172.17.0.3:44233, sessionid=0x101548965af0004 2024-11-19T19:19:27,186 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:19:27,186 DEBUG [RS:0;f156d4de6e70:44233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,44233,1732043966526 2024-11-19T19:19:27,186 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,44233,1732043966526' 2024-11-19T19:19:27,186 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11717449377/flush-table-proc/abort' 2024-11-19T19:19:27,187 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11717449377/flush-table-proc/acquired' 2024-11-19T19:19:27,187 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:19:27,187 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:19:27,187 DEBUG [RS:0;f156d4de6e70:44233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,44233,1732043966526 2024-11-19T19:19:27,187 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,44233,1732043966526' 2024-11-19T19:19:27,187 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11717449377/online-snapshot/abort' 2024-11-19T19:19:27,188 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11717449377/online-snapshot/acquired' 2024-11-19T19:19:27,188 DEBUG [RS:0;f156d4de6e70:44233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:19:27,188 INFO [RS:0;f156d4de6e70:44233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:19:27,188 INFO [RS:0;f156d4de6e70:44233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:19:27,288 INFO [RS:0;f156d4de6e70:44233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:19:27,290 INFO [RS:0;f156d4de6e70:44233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C44233%2C1732043966526, suffix=, logDir=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/WALs/f156d4de6e70,44233,1732043966526, archiveDir=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/oldWALs, maxLogs=10 2024-11-19T19:19:27,302 DEBUG [RS:0;f156d4de6e70:44233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/WALs/f156d4de6e70,44233,1732043966526/f156d4de6e70%2C44233%2C1732043966526.1732043967290, exclude list is [], retry=0 2024-11-19T19:19:27,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-7020eca4-0c82-47f5-8c3e-2b1e906d8785,DISK] 2024-11-19T19:19:27,306 INFO [RS:0;f156d4de6e70:44233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/WALs/f156d4de6e70,44233,1732043966526/f156d4de6e70%2C44233%2C1732043966526.1732043967290 2024-11-19T19:19:27,307 DEBUG [RS:0;f156d4de6e70:44233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33903:33903)] 2024-11-19T19:19:27,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:19:27,429 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2 2024-11-19T19:19:27,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:19:27,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:27,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:19:27,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:19:27,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:27,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:27,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:19:27,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:19:27,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:27,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:27,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:19:27,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:19:27,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:27,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:27,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:19:27,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:19:27,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:27,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:27,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:19:27,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740 2024-11-19T19:19:27,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740 2024-11-19T19:19:27,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:19:27,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:19:27,847 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:19:27,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:19:27,850 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:19:27,850 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64120442, jitterRate=-0.0445309579372406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:19:27,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732043967835Initializing all the Stores at 1732043967836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043967836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043967837 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043967837Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043967837Cleaning up temporary data from old regions at 1732043967846 (+9 ms)Region opened successfully at 1732043967850 (+4 ms) 2024-11-19T19:19:27,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:19:27,850 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:19:27,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:19:27,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:19:27,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:19:27,851 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:19:27,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732043967850Disabling compacts and flushes for region at 1732043967850Disabling writes for close at 1732043967850Writing region close event to WAL at 1732043967851 (+1 ms)Closed at 1732043967851 2024-11-19T19:19:27,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:27,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:19:27,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:19:27,853 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:19:27,854 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:19:28,004 DEBUG [f156d4de6e70:33197 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:19:28,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,44233,1732043966526 2024-11-19T19:19:28,006 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,44233,1732043966526, state=OPENING 2024-11-19T19:19:28,099 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:19:28,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:19:28,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:19:28,118 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:19:28,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11717449377/meta-region-server: CHANGED 2024-11-19T19:19:28,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,44233,1732043966526}] 2024-11-19T19:19:28,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11717449377/meta-region-server: CHANGED 2024-11-19T19:19:28,271 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:19:28,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:19:28,276 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:19:28,276 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:28,277 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:19:28,278 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C44233%2C1732043966526.meta, suffix=.meta, logDir=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/WALs/f156d4de6e70,44233,1732043966526, archiveDir=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/oldWALs, maxLogs=10 2024-11-19T19:19:28,290 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/WALs/f156d4de6e70,44233,1732043966526/f156d4de6e70%2C44233%2C1732043966526.meta.1732043968278.meta, exclude list is [], retry=0 2024-11-19T19:19:28,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40743,DS-7020eca4-0c82-47f5-8c3e-2b1e906d8785,DISK] 2024-11-19T19:19:28,293 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/WALs/f156d4de6e70,44233,1732043966526/f156d4de6e70%2C44233%2C1732043966526.meta.1732043968278.meta 2024-11-19T19:19:28,294 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33903:33903)] 2024-11-19T19:19:28,294 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:19:28,294 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:19:28,294 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:19:28,294 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:19:28,294 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:19:28,294 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:19:28,295 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:28,295 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:19:28,295 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:19:28,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:19:28,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:19:28,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:28,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:28,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:19:28,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:19:28,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:28,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:28,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:19:28,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:19:28,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:28,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:28,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:19:28,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:19:28,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:28,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:19:28,301 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:19:28,301 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740 2024-11-19T19:19:28,302 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740 2024-11-19T19:19:28,303 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:19:28,303 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:19:28,304 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:19:28,305 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:19:28,306 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60105444, jitterRate=-0.10435909032821655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:19:28,306 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:19:28,306 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732043968295Writing region info on filesystem at 1732043968295Initializing all the Stores at 1732043968296 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043968296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043968296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043968296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732043968296Cleaning up temporary data from old regions at 1732043968303 (+7 ms)Running coprocessor post-open hooks at 1732043968306 (+3 ms)Region opened successfully at 1732043968306 2024-11-19T19:19:28,307 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732043968270 2024-11-19T19:19:28,309 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:19:28,309 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:19:28,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,44233,1732043966526 2024-11-19T19:19:28,310 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,44233,1732043966526, state=OPEN 2024-11-19T19:19:28,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11717449377/meta-region-server 2024-11-19T19:19:28,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11717449377/meta-region-server 2024-11-19T19:19:28,338 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,44233,1732043966526 2024-11-19T19:19:28,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11717449377/meta-region-server: CHANGED 2024-11-19T19:19:28,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11717449377/meta-region-server: CHANGED 2024-11-19T19:19:28,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:19:28,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,44233,1732043966526 in 220 msec 2024-11-19T19:19:28,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:19:28,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 489 msec 2024-11-19T19:19:28,344 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:19:28,344 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:19:28,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:28,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,44233,1732043966526, seqNum=-1] 2024-11-19T19:19:28,346 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:28,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:19:28,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-11-19T19:19:28,352 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732043968352, completionTime=-1 2024-11-19T19:19:28,353 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:19:28,353 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:19:28,354 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:19:28,354 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044028354 2024-11-19T19:19:28,354 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044088354 2024-11-19T19:19:28,354 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T19:19:28,355 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33197,1732043966397-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:28,355 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33197,1732043966397-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:28,355 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33197,1732043966397-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:28,355 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:33197, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:28,355 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:28,355 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:28,356 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:19:28,358 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.714sec 2024-11-19T19:19:28,358 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:19:28,358 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:19:28,358 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:19:28,359 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:19:28,359 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:19:28,359 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33197,1732043966397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:19:28,359 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33197,1732043966397-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:19:28,361 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:19:28,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:19:28,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33197,1732043966397-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:19:28,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:28,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33197,-1 for getting cluster id 2024-11-19T19:19:28,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:28,401 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77f65b94-6d45-44d7-933f-575dfcc68d00' 2024-11-19T19:19:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77f65b94-6d45-44d7-933f-575dfcc68d00" 2024-11-19T19:19:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25192c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33197,-1] 2024-11-19T19:19:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:28,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:28,402 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:28,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f4f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:28,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:28,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,44233,1732043966526, seqNum=-1] 2024-11-19T19:19:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:28,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:19:28,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,33197,1732043966397 2024-11-19T19:19:28,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62516 2024-11-19T19:19:28,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:19:28,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101548965af0005 connected 2024-11-19T19:19:28,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:19:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,44871,1732043960793 2024-11-19T19:19:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fc233b9 2024-11-19T19:19:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:19:28,439 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:19:28,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:19:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:19:28,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:19:28,447 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:28,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:19:28,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:19:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:28,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:19:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:28,856 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc38e0df1c76db505eb2462a4b22c55f, NAME => 'test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242 2024-11-19T19:19:28,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:19:29,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:19:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:29,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:29,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bc38e0df1c76db505eb2462a4b22c55f, disabling compactions & flushes 2024-11-19T19:19:29,264 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. 2024-11-19T19:19:29,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. 2024-11-19T19:19:29,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. after waiting 0 ms 2024-11-19T19:19:29,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. 2024-11-19T19:19:29,264 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. 2024-11-19T19:19:29,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc38e0df1c76db505eb2462a4b22c55f: Waiting for close lock at 1732043969263Disabling compacts and flushes for region at 1732043969263Disabling writes for close at 1732043969264 (+1 ms)Writing region close event to WAL at 1732043969264Closed at 1732043969264 2024-11-19T19:19:29,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:19:29,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732043969265"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732043969265"}]},"ts":"1732043969265"} 2024-11-19T19:19:29,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:19:29,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:19:29,269 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732043969269"}]},"ts":"1732043969269"} 2024-11-19T19:19:29,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:19:29,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc38e0df1c76db505eb2462a4b22c55f, ASSIGN}] 2024-11-19T19:19:29,273 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc38e0df1c76db505eb2462a4b22c55f, ASSIGN 2024-11-19T19:19:29,274 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bc38e0df1c76db505eb2462a4b22c55f, ASSIGN; state=OFFLINE, location=f156d4de6e70,40861,1732043960966; forceNewPlan=false, retain=false 2024-11-19T19:19:29,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc38e0df1c76db505eb2462a4b22c55f, regionState=OPENING, regionLocation=f156d4de6e70,40861,1732043960966 2024-11-19T19:19:29,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bc38e0df1c76db505eb2462a4b22c55f, ASSIGN because future has completed 2024-11-19T19:19:29,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc38e0df1c76db505eb2462a4b22c55f, server=f156d4de6e70,40861,1732043960966}] 2024-11-19T19:19:29,584 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. 2024-11-19T19:19:29,584 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bc38e0df1c76db505eb2462a4b22c55f, NAME => 'test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:19:29,585 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:19:29,585 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:19:29,585 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:19:29,585 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:29,585 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:19:29,585 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:19:29,586 INFO [StoreOpener-bc38e0df1c76db505eb2462a4b22c55f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:19:29,588 INFO [StoreOpener-bc38e0df1c76db505eb2462a4b22c55f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc38e0df1c76db505eb2462a4b22c55f columnFamilyName f 2024-11-19T19:19:29,588 DEBUG [StoreOpener-bc38e0df1c76db505eb2462a4b22c55f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:29,588 INFO [StoreOpener-bc38e0df1c76db505eb2462a4b22c55f-1 {}] regionserver.HStore(327): Store=bc38e0df1c76db505eb2462a4b22c55f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:29,588 INFO [StoreOpener-bc38e0df1c76db505eb2462a4b22c55f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:19:29,589 INFO [StoreOpener-bc38e0df1c76db505eb2462a4b22c55f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc38e0df1c76db505eb2462a4b22c55f columnFamilyName f1 2024-11-19T19:19:29,589 DEBUG [StoreOpener-bc38e0df1c76db505eb2462a4b22c55f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:29,590 INFO [StoreOpener-bc38e0df1c76db505eb2462a4b22c55f-1 {}] regionserver.HStore(327): Store=bc38e0df1c76db505eb2462a4b22c55f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:29,590 INFO [StoreOpener-bc38e0df1c76db505eb2462a4b22c55f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:19:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:29,591 INFO [StoreOpener-bc38e0df1c76db505eb2462a4b22c55f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc38e0df1c76db505eb2462a4b22c55f columnFamilyName norep 2024-11-19T19:19:29,591 DEBUG [StoreOpener-bc38e0df1c76db505eb2462a4b22c55f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:29,591 INFO [StoreOpener-bc38e0df1c76db505eb2462a4b22c55f-1 {}] regionserver.HStore(327): Store=bc38e0df1c76db505eb2462a4b22c55f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:29,591 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:19:29,592 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:19:29,593 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:19:29,594 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:19:29,594 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:19:29,594 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:19:29,595 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:19:29,598 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:19:29,598 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bc38e0df1c76db505eb2462a4b22c55f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64260252, jitterRate=-0.04244762659072876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:19:29,598 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:19:29,629 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bc38e0df1c76db505eb2462a4b22c55f: Running coprocessor pre-open hook at 1732043969585Writing region info on filesystem at 1732043969585Initializing all the Stores at 1732043969586 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043969586Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043969586Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043969586Cleaning up temporary data from old regions at 1732043969594 (+8 ms)Running coprocessor post-open hooks at 1732043969598 (+4 ms)Region opened successfully at 1732043969629 (+31 ms) 2024-11-19T19:19:29,632 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f., pid=6, masterSystemTime=1732043969580 2024-11-19T19:19:29,634 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. 2024-11-19T19:19:29,634 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. 2024-11-19T19:19:29,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc38e0df1c76db505eb2462a4b22c55f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,40861,1732043960966 2024-11-19T19:19:29,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc38e0df1c76db505eb2462a4b22c55f, server=f156d4de6e70,40861,1732043960966 because future has completed 2024-11-19T19:19:29,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:19:29,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc38e0df1c76db505eb2462a4b22c55f, server=f156d4de6e70,40861,1732043960966 in 211 msec 2024-11-19T19:19:29,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:19:29,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bc38e0df1c76db505eb2462a4b22c55f, ASSIGN in 370 msec 2024-11-19T19:19:29,645 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:19:29,646 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732043969645"}]},"ts":"1732043969645"} 2024-11-19T19:19:29,648 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:19:29,650 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:19:29,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2070 sec 2024-11-19T19:19:29,701 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:19:29,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:19:29,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:19:29,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:19:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:30,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:19:30,600 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:19:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33197,1732043966397 2024-11-19T19:19:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb41fc8 2024-11-19T19:19:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:19:30,602 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:19:30,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:19:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:19:30,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:19:30,606 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:30,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:19:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:30,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:19:30,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:19:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:31,015 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7ca26052c8b007a3ec14fced95f1d65, NAME => 'test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2 2024-11-19T19:19:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:19:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:31,422 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:31,423 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d7ca26052c8b007a3ec14fced95f1d65, disabling compactions & flushes 2024-11-19T19:19:31,423 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. 2024-11-19T19:19:31,423 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. 2024-11-19T19:19:31,423 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. after waiting 0 ms 2024-11-19T19:19:31,423 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. 2024-11-19T19:19:31,423 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. 2024-11-19T19:19:31,423 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7ca26052c8b007a3ec14fced95f1d65: Waiting for close lock at 1732043971422Disabling compacts and flushes for region at 1732043971422Disabling writes for close at 1732043971423 (+1 ms)Writing region close event to WAL at 1732043971423Closed at 1732043971423 2024-11-19T19:19:31,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:19:31,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732043971424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732043971424"}]},"ts":"1732043971424"} 2024-11-19T19:19:31,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:19:31,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:19:31,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732043971429"}]},"ts":"1732043971429"} 2024-11-19T19:19:31,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:19:31,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7ca26052c8b007a3ec14fced95f1d65, ASSIGN}] 2024-11-19T19:19:31,433 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7ca26052c8b007a3ec14fced95f1d65, ASSIGN 2024-11-19T19:19:31,434 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d7ca26052c8b007a3ec14fced95f1d65, ASSIGN; state=OFFLINE, location=f156d4de6e70,44233,1732043966526; forceNewPlan=false, retain=false 2024-11-19T19:19:31,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7ca26052c8b007a3ec14fced95f1d65, regionState=OPENING, regionLocation=f156d4de6e70,44233,1732043966526 2024-11-19T19:19:31,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d7ca26052c8b007a3ec14fced95f1d65, ASSIGN because future has completed 2024-11-19T19:19:31,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7ca26052c8b007a3ec14fced95f1d65, server=f156d4de6e70,44233,1732043966526}] 2024-11-19T19:19:31,746 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. 2024-11-19T19:19:31,746 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d7ca26052c8b007a3ec14fced95f1d65, NAME => 'test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:19:31,746 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:19:31,746 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:19:31,747 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:19:31,747 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:31,747 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:19:31,747 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:19:31,748 INFO [StoreOpener-d7ca26052c8b007a3ec14fced95f1d65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:19:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:31,750 INFO [StoreOpener-d7ca26052c8b007a3ec14fced95f1d65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7ca26052c8b007a3ec14fced95f1d65 columnFamilyName f 2024-11-19T19:19:31,750 DEBUG [StoreOpener-d7ca26052c8b007a3ec14fced95f1d65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:31,750 INFO [StoreOpener-d7ca26052c8b007a3ec14fced95f1d65-1 {}] regionserver.HStore(327): Store=d7ca26052c8b007a3ec14fced95f1d65/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:31,750 INFO [StoreOpener-d7ca26052c8b007a3ec14fced95f1d65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:19:31,752 INFO [StoreOpener-d7ca26052c8b007a3ec14fced95f1d65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7ca26052c8b007a3ec14fced95f1d65 columnFamilyName f1 2024-11-19T19:19:31,752 DEBUG [StoreOpener-d7ca26052c8b007a3ec14fced95f1d65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:31,752 INFO [StoreOpener-d7ca26052c8b007a3ec14fced95f1d65-1 {}] regionserver.HStore(327): Store=d7ca26052c8b007a3ec14fced95f1d65/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:31,752 INFO [StoreOpener-d7ca26052c8b007a3ec14fced95f1d65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:19:31,754 INFO [StoreOpener-d7ca26052c8b007a3ec14fced95f1d65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7ca26052c8b007a3ec14fced95f1d65 columnFamilyName norep 2024-11-19T19:19:31,754 DEBUG [StoreOpener-d7ca26052c8b007a3ec14fced95f1d65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:31,754 INFO [StoreOpener-d7ca26052c8b007a3ec14fced95f1d65-1 {}] regionserver.HStore(327): Store=d7ca26052c8b007a3ec14fced95f1d65/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:31,754 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:19:31,755 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/default/test/d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:19:31,756 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/default/test/d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:19:31,758 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:19:31,758 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:19:31,759 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:19:31,763 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:19:31,768 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/default/test/d7ca26052c8b007a3ec14fced95f1d65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:19:31,769 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d7ca26052c8b007a3ec14fced95f1d65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75338692, jitterRate=0.12263399362564087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:19:31,769 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:19:31,769 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d7ca26052c8b007a3ec14fced95f1d65: Running coprocessor pre-open hook at 1732043971747Writing region info on filesystem at 1732043971747Initializing all the Stores at 1732043971748 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043971748Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043971748Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043971748Cleaning up temporary data from old regions at 1732043971758 (+10 ms)Running coprocessor post-open hooks at 1732043971769 (+11 ms)Region opened successfully at 1732043971769 2024-11-19T19:19:31,770 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65., pid=6, masterSystemTime=1732043971741 2024-11-19T19:19:31,772 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. 2024-11-19T19:19:31,773 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. 2024-11-19T19:19:31,773 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7ca26052c8b007a3ec14fced95f1d65, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,44233,1732043966526 2024-11-19T19:19:31,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7ca26052c8b007a3ec14fced95f1d65, server=f156d4de6e70,44233,1732043966526 because future has completed 2024-11-19T19:19:31,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:19:31,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d7ca26052c8b007a3ec14fced95f1d65, server=f156d4de6e70,44233,1732043966526 in 190 msec 2024-11-19T19:19:31,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:19:31,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d7ca26052c8b007a3ec14fced95f1d65, ASSIGN in 350 msec 2024-11-19T19:19:31,785 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:19:31,785 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732043971785"}]},"ts":"1732043971785"} 2024-11-19T19:19:31,787 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:19:31,789 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:19:31,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1860 sec 2024-11-19T19:19:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:19:32,769 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:19:32,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573f5058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:32,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,44871,-1 for getting cluster id 2024-11-19T19:19:32,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:32,771 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edccfa29-c9ce-45c4-82df-08f03fadae6f' 2024-11-19T19:19:32,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:32,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edccfa29-c9ce-45c4-82df-08f03fadae6f" 2024-11-19T19:19:32,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa589ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:32,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,44871,-1] 2024-11-19T19:19:32,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:32,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:32,772 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:32,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727e8a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:32,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:32,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33197,-1 for getting cluster id 2024-11-19T19:19:32,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:32,774 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77f65b94-6d45-44d7-933f-575dfcc68d00' 2024-11-19T19:19:32,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:32,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77f65b94-6d45-44d7-933f-575dfcc68d00" 2024-11-19T19:19:32,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8c7b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:32,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33197,-1] 2024-11-19T19:19:32,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:32,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:32,776 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:32,777 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb6bd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:32,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:32,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,44871,-1 for getting cluster id 2024-11-19T19:19:32,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:32,778 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edccfa29-c9ce-45c4-82df-08f03fadae6f' 2024-11-19T19:19:32,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:32,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edccfa29-c9ce-45c4-82df-08f03fadae6f" 2024-11-19T19:19:32,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecbce34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:32,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,44871,-1] 2024-11-19T19:19:32,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:32,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:32,780 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618824e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:32,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:19:32,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,44871,1732043960793 2024-11-19T19:19:32,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2667dd02 2024-11-19T19:19:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:19:32,785 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:19:32,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:33197,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:19:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:19:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:19:32,788 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:33197' 2024-11-19T19:19:32,789 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f3eb58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:32,789 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33197,-1 for getting cluster id 2024-11-19T19:19:32,789 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:32,789 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77f65b94-6d45-44d7-933f-575dfcc68d00' 2024-11-19T19:19:32,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:32,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77f65b94-6d45-44d7-933f-575dfcc68d00" 2024-11-19T19:19:32,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df29e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:32,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33197,-1] 2024-11-19T19:19:32,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:32,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:32,791 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:32,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7add3a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:32,792 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:19:32,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33197,1732043966397 2024-11-19T19:19:32,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d82a421 2024-11-19T19:19:32,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:19:32,793 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:19:32,794 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T19:19:32,794 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:19:32,794 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:32,794 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:32,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:19:32,794 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:19:32,795 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:19:32,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:19:32,797 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:32,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:19:32,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741837_1013 (size=1138) 2024-11-19T19:19:32,846 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:19:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:19:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:19:33,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T19:19:33,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0ae3cf3889176920a071d60887245f4, NAME => 'hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242 2024-11-19T19:19:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741838_1014 (size=44) 2024-11-19T19:19:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:19:33,667 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:33,667 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c0ae3cf3889176920a071d60887245f4, disabling compactions & flushes 2024-11-19T19:19:33,667 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. 2024-11-19T19:19:33,667 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. 2024-11-19T19:19:33,667 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. after waiting 0 ms 2024-11-19T19:19:33,667 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. 2024-11-19T19:19:33,667 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. 2024-11-19T19:19:33,667 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0ae3cf3889176920a071d60887245f4: Waiting for close lock at 1732043973667Disabling compacts and flushes for region at 1732043973667Disabling writes for close at 1732043973667Writing region close event to WAL at 1732043973667Closed at 1732043973667 2024-11-19T19:19:33,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:19:33,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732043973668"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732043973668"}]},"ts":"1732043973668"} 2024-11-19T19:19:33,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:19:33,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:19:33,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732043973673"}]},"ts":"1732043973673"} 2024-11-19T19:19:33,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:19:33,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0ae3cf3889176920a071d60887245f4, ASSIGN}] 2024-11-19T19:19:33,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0ae3cf3889176920a071d60887245f4, ASSIGN 2024-11-19T19:19:33,678 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0ae3cf3889176920a071d60887245f4, ASSIGN; state=OFFLINE, location=f156d4de6e70,40861,1732043960966; forceNewPlan=false, retain=false 2024-11-19T19:19:33,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0ae3cf3889176920a071d60887245f4, regionState=OPENING, regionLocation=f156d4de6e70,40861,1732043960966 2024-11-19T19:19:33,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0ae3cf3889176920a071d60887245f4, ASSIGN because future has completed 2024-11-19T19:19:33,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0ae3cf3889176920a071d60887245f4, server=f156d4de6e70,40861,1732043960966}] 2024-11-19T19:19:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:19:33,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. 2024-11-19T19:19:33,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:19:33,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:19:33,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C40861%2C1732043960966.rep, suffix=, logDir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966, archiveDir=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/oldWALs, maxLogs=10 2024-11-19T19:19:34,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.rep.1732043973991, exclude list is [], retry=0 2024-11-19T19:19:34,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35179,DS-e331fcb3-dd27-4288-90a4-2d5ca972f6e8,DISK] 2024-11-19T19:19:34,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.rep.1732043973991 2024-11-19T19:19:34,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43309:43309)] 2024-11-19T19:19:34,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c0ae3cf3889176920a071d60887245f4, NAME => 'hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:19:34,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:19:34,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:19:34,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. service=MultiRowMutationService 2024-11-19T19:19:34,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:19:34,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c0ae3cf3889176920a071d60887245f4 2024-11-19T19:19:34,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:19:34,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c0ae3cf3889176920a071d60887245f4 2024-11-19T19:19:34,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c0ae3cf3889176920a071d60887245f4 2024-11-19T19:19:34,017 INFO [StoreOpener-c0ae3cf3889176920a071d60887245f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c0ae3cf3889176920a071d60887245f4 2024-11-19T19:19:34,019 INFO [StoreOpener-c0ae3cf3889176920a071d60887245f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0ae3cf3889176920a071d60887245f4 columnFamilyName hfileref 2024-11-19T19:19:34,019 DEBUG [StoreOpener-c0ae3cf3889176920a071d60887245f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:34,019 INFO [StoreOpener-c0ae3cf3889176920a071d60887245f4-1 {}] regionserver.HStore(327): Store=c0ae3cf3889176920a071d60887245f4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:34,019 INFO [StoreOpener-c0ae3cf3889176920a071d60887245f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c0ae3cf3889176920a071d60887245f4 2024-11-19T19:19:34,030 INFO [StoreOpener-c0ae3cf3889176920a071d60887245f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0ae3cf3889176920a071d60887245f4 columnFamilyName queue 2024-11-19T19:19:34,030 DEBUG [StoreOpener-c0ae3cf3889176920a071d60887245f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:34,031 INFO [StoreOpener-c0ae3cf3889176920a071d60887245f4-1 {}] regionserver.HStore(327): Store=c0ae3cf3889176920a071d60887245f4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:34,031 INFO [StoreOpener-c0ae3cf3889176920a071d60887245f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c0ae3cf3889176920a071d60887245f4 2024-11-19T19:19:34,033 INFO [StoreOpener-c0ae3cf3889176920a071d60887245f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0ae3cf3889176920a071d60887245f4 columnFamilyName sid 2024-11-19T19:19:34,034 DEBUG [StoreOpener-c0ae3cf3889176920a071d60887245f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:19:34,034 INFO [StoreOpener-c0ae3cf3889176920a071d60887245f4-1 {}] regionserver.HStore(327): Store=c0ae3cf3889176920a071d60887245f4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:19:34,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c0ae3cf3889176920a071d60887245f4 2024-11-19T19:19:34,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4 2024-11-19T19:19:34,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4 2024-11-19T19:19:34,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c0ae3cf3889176920a071d60887245f4 2024-11-19T19:19:34,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c0ae3cf3889176920a071d60887245f4 2024-11-19T19:19:34,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:19:34,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c0ae3cf3889176920a071d60887245f4 2024-11-19T19:19:34,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:19:34,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c0ae3cf3889176920a071d60887245f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69700099, jitterRate=0.03861241042613983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:19:34,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0ae3cf3889176920a071d60887245f4 2024-11-19T19:19:34,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c0ae3cf3889176920a071d60887245f4: Running coprocessor pre-open hook at 1732043974016Writing region info on filesystem at 1732043974016Initializing all the Stores at 1732043974017 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043974017Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043974017Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732043974017Cleaning up temporary data from old regions at 1732043974041 (+24 ms)Running coprocessor post-open hooks at 1732043974059 (+18 ms)Region opened successfully at 1732043974059 2024-11-19T19:19:34,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4., pid=10, masterSystemTime=1732043973984 2024-11-19T19:19:34,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. 2024-11-19T19:19:34,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. 2024-11-19T19:19:34,071 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0ae3cf3889176920a071d60887245f4, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,40861,1732043960966 2024-11-19T19:19:34,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0ae3cf3889176920a071d60887245f4, server=f156d4de6e70,40861,1732043960966 because future has completed 2024-11-19T19:19:34,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:19:34,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c0ae3cf3889176920a071d60887245f4, server=f156d4de6e70,40861,1732043960966 in 248 msec 2024-11-19T19:19:34,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T19:19:34,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0ae3cf3889176920a071d60887245f4, ASSIGN in 408 msec 2024-11-19T19:19:34,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:19:34,092 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732043974092"}]},"ts":"1732043974092"} 2024-11-19T19:19:34,096 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:19:34,098 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:19:34,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3050 sec 2024-11-19T19:19:34,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4., hostname=f156d4de6e70,40861,1732043960966, seqNum=2] 2024-11-19T19:19:34,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:34,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:19:34,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:19:34,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T19:19:34,422 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:19:34,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T19:19:34,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T19:19:34,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T19:19:34,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T19:19:34,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:19:34,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T19:19:34,465 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,40861,1732043960966, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:19:34,465 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:34,465 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,40861,1732043960966, seqNum=-1] 2024-11-19T19:19:34,466 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:34,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-19T19:19:34,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,40861,1732043960966', locateType=CURRENT is [region=hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4., hostname=f156d4de6e70,40861,1732043960966, seqNum=2] 2024-11-19T19:19:34,482 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T19:19:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T19:19:34,486 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,40861,1732043960966 suceeded 2024-11-19T19:19:34,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T19:19:34,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-19T19:19:34,490 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:33197,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-19T19:19:34,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7050 sec 2024-11-19T19:19:34,514 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:33197' 2024-11-19T19:19:34,535 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d2fc314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:34,535 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33197,-1 for getting cluster id 2024-11-19T19:19:34,535 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:34,537 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77f65b94-6d45-44d7-933f-575dfcc68d00' 2024-11-19T19:19:34,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77f65b94-6d45-44d7-933f-575dfcc68d00" 2024-11-19T19:19:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f1b520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33197,-1] 2024-11-19T19:19:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:34,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:34,540 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:34,542 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19003e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:34,543 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:19:34,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33197,1732043966397 2024-11-19T19:19:34,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35d98536 2024-11-19T19:19:34,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:19:34,548 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-19T19:19:34,549 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,40861,1732043960966 (queues=1) is replicating from cluster=edccfa29-c9ce-45c4-82df-08f03fadae6f to cluster=77f65b94-6d45-44d7-933f-575dfcc68d00 2024-11-19T19:19:34,550 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C40861%2C1732043960966 2024-11-19T19:19:34,550 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,40861,1732043960966, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:19:34,550 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172, startPosition=0, beingWritten=true 2024-11-19T19:19:34,555 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.shipperf156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C40861%2C1732043960966 2024-11-19T19:19:34,577 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:19:34,577 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 379, reset compression=false 2024-11-19T19:19:34,577 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.shipperf156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40861,1732043960966 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:19:34,787 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 379, reset compression=false 2024-11-19T19:19:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:19:34,930 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:19:34,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:19:34,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:19:34,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:34,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:34,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:19:34,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:34,936 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732043974934/Put/seqid=0 2024-11-19T19:19:34,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741840_1016 (size=7894) 2024-11-19T19:19:35,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:19:35,103 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 379, reset compression=false 2024-11-19T19:19:35,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:19:35,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:19:35,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:19:35,343 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f/f/hfile_1 is 34, key is ddd/f:row/1732043975341/Put/seqid=0 2024-11-19T19:19:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741841_1017 (size=7691) 2024-11-19T19:19:35,507 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 379, reset compression=false 2024-11-19T19:19:35,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:35,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,44871,-1 for getting cluster id 2024-11-19T19:19:35,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:35,752 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edccfa29-c9ce-45c4-82df-08f03fadae6f' 2024-11-19T19:19:35,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:35,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edccfa29-c9ce-45c4-82df-08f03fadae6f" 2024-11-19T19:19:35,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b02f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:35,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,44871,-1] 2024-11-19T19:19:35,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:35,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:35,753 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:35,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:35,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:35,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,40861,1732043960966, seqNum=-1] 2024-11-19T19:19:35,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:35,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:19:35,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:19:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,44871,1732043960793 2024-11-19T19:19:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@671eac37 2024-11-19T19:19:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:19:35,772 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:19:35,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f., hostname=f156d4de6e70,40861,1732043960966, seqNum=2] 2024-11-19T19:19:35,787 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T19:19:35,799 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T19:19:35,802 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T19:19:35,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f/f/hfile_1 for inclusion in bc38e0df1c76db505eb2462a4b22c55f/f 2024-11-19T19:19:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T19:19:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:19:35,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f/f/hfile_0 for inclusion in bc38e0df1c76db505eb2462a4b22c55f/f 2024-11-19T19:19:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T19:19:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:19:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HRegion(2603): Flush status journal for bc38e0df1c76db505eb2462a4b22c55f: 2024-11-19T19:19:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f/f/hfile_1 to hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__465tso63vrdtub2ghjsrofngfcctef9la34trih4m59ce69s1ufepu387s9q95lo/f/hfile_1 2024-11-19T19:19:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__465tso63vrdtub2ghjsrofngfcctef9la34trih4m59ce69s1ufepu387s9q95lo/f/hfile_1 as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f/3783e91721d5414c814010a0a2b1b0c5_SeqId_4_ 2024-11-19T19:19:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f/f/hfile_0 to hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__465tso63vrdtub2ghjsrofngfcctef9la34trih4m59ce69s1ufepu387s9q95lo/f/hfile_0 2024-11-19T19:19:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__465tso63vrdtub2ghjsrofngfcctef9la34trih4m59ce69s1ufepu387s9q95lo/f/hfile_0 as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f/e76a90933a484f6986dfd003e272be82_SeqId_4_ 2024-11-19T19:19:35,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__465tso63vrdtub2ghjsrofngfcctef9la34trih4m59ce69s1ufepu387s9q95lo/f/hfile_1 into bc38e0df1c76db505eb2462a4b22c55f/f as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f/3783e91721d5414c814010a0a2b1b0c5_SeqId_4_ - updating store file list. 2024-11-19T19:19:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3783e91721d5414c814010a0a2b1b0c5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:19:35,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f/3783e91721d5414c814010a0a2b1b0c5_SeqId_4_ into bc38e0df1c76db505eb2462a4b22c55f/f 2024-11-19T19:19:35,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__465tso63vrdtub2ghjsrofngfcctef9la34trih4m59ce69s1ufepu387s9q95lo/f/hfile_1 into bc38e0df1c76db505eb2462a4b22c55f/f (new location: hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f/3783e91721d5414c814010a0a2b1b0c5_SeqId_4_) 2024-11-19T19:19:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__465tso63vrdtub2ghjsrofngfcctef9la34trih4m59ce69s1ufepu387s9q95lo/f/hfile_1 2024-11-19T19:19:35,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__465tso63vrdtub2ghjsrofngfcctef9la34trih4m59ce69s1ufepu387s9q95lo/f/hfile_0 into bc38e0df1c76db505eb2462a4b22c55f/f as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f/e76a90933a484f6986dfd003e272be82_SeqId_4_ - updating store file list. 2024-11-19T19:19:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e76a90933a484f6986dfd003e272be82_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:19:35,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f/e76a90933a484f6986dfd003e272be82_SeqId_4_ into bc38e0df1c76db505eb2462a4b22c55f/f 2024-11-19T19:19:35,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__465tso63vrdtub2ghjsrofngfcctef9la34trih4m59ce69s1ufepu387s9q95lo/f/hfile_0 into bc38e0df1c76db505eb2462a4b22c55f/f (new location: hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f/e76a90933a484f6986dfd003e272be82_SeqId_4_) 2024-11-19T19:19:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__465tso63vrdtub2ghjsrofngfcctef9la34trih4m59ce69s1ufepu387s9q95lo/f/hfile_0 2024-11-19T19:19:35,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:19:35,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:19:35,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:35,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:35,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:19:35,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f., hostname=f156d4de6e70,40861,1732043960966, seqNum=2 , the old value is region=test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f., hostname=f156d4de6e70,40861,1732043960966, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f156d4de6e70:40861 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T19:19:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,44233,1732043966526, seqNum=-1] 2024-11-19T19:19:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f., hostname=f156d4de6e70,40861,1732043960966, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T19:19:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f., hostname=f156d4de6e70,40861,1732043960966, seqNum=2 from cache 2024-11-19T19:19:35,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:19:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:46832 deadline: 1732044035857 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:46832 2024-11-19T19:19:35,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65., hostname=f156d4de6e70,44233,1732043966526, seqNum=2] 2024-11-19T19:19:35,864 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T19:19:35,970 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:40861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T19:19:36,011 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 379, reset compression=false 2024-11-19T19:19:36,017 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:19:36,017 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.shipperf156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40861,1732043960966 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc38e0df1c76db505eb2462a4b22c55f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732043975852/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T19:19:36,037 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.shipperf156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:19:36,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-19T19:19:36,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] regionserver.ReplicationSink(318): Replicating [edccfa29-c9ce-45c4-82df-08f03fadae6f] bulk loaded data 2024-11-19T19:19:36,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d0ffbc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:36,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33197,-1 for getting cluster id 2024-11-19T19:19:36,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:36,043 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77f65b94-6d45-44d7-933f-575dfcc68d00' 2024-11-19T19:19:36,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:36,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77f65b94-6d45-44d7-933f-575dfcc68d00" 2024-11-19T19:19:36,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dcc7870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:36,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33197,-1] 2024-11-19T19:19:36,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:36,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:36,044 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:36,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6458d303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741837_1013 (size=7691) 2024-11-19T19:19:36,217 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 687, reset compression=false 2024-11-19T19:19:36,521 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 687, reset compression=false 2024-11-19T19:19:36,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741838_1014 (size=7894) 2024-11-19T19:19:36,866 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T19:19:36,925 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 687, reset compression=false 2024-11-19T19:19:37,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:19:37,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33197,1732043966397 2024-11-19T19:19:37,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34af95c9 2024-11-19T19:19:37,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:19:37,156 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-19T19:19:37,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T19:19:37,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:37,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,44233,1732043966526, seqNum=-1] 2024-11-19T19:19:37,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:37,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-19T19:19:37,167 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/staging/jenkins.hfs.6__test__807hhsctojppp7vtj4ktkbpsgqms45d5hdaevpda31nlncd8i3di5fduupuh94ba/f/3783e91721d5414c814010a0a2b1b0c5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T19:19:37,169 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/staging/jenkins.hfs.6__test__807hhsctojppp7vtj4ktkbpsgqms45d5hdaevpda31nlncd8i3di5fduupuh94ba/f/e76a90933a484f6986dfd003e272be82_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T19:19:37,172 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/staging/jenkins.hfs.6__test__807hhsctojppp7vtj4ktkbpsgqms45d5hdaevpda31nlncd8i3di5fduupuh94ba/f/3783e91721d5414c814010a0a2b1b0c5_SeqId_4_ for inclusion in d7ca26052c8b007a3ec14fced95f1d65/f 2024-11-19T19:19:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T19:19:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:19:37,175 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/staging/jenkins.hfs.6__test__807hhsctojppp7vtj4ktkbpsgqms45d5hdaevpda31nlncd8i3di5fduupuh94ba/f/e76a90933a484f6986dfd003e272be82_SeqId_4_ for inclusion in d7ca26052c8b007a3ec14fced95f1d65/f 2024-11-19T19:19:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T19:19:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:19:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HRegion(2603): Flush status journal for d7ca26052c8b007a3ec14fced95f1d65: 2024-11-19T19:19:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3783e91721d5414c814010a0a2b1b0c5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T19:19:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/staging/jenkins.hfs.6__test__807hhsctojppp7vtj4ktkbpsgqms45d5hdaevpda31nlncd8i3di5fduupuh94ba/f/3783e91721d5414c814010a0a2b1b0c5_SeqId_4_ as hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/default/test/d7ca26052c8b007a3ec14fced95f1d65/f/859b00160d3943339a606b7dd6c8d2bb_SeqId_4_ 2024-11-19T19:19:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e76a90933a484f6986dfd003e272be82_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T19:19:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/staging/jenkins.hfs.6__test__807hhsctojppp7vtj4ktkbpsgqms45d5hdaevpda31nlncd8i3di5fduupuh94ba/f/e76a90933a484f6986dfd003e272be82_SeqId_4_ as hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/default/test/d7ca26052c8b007a3ec14fced95f1d65/f/a4768bc5ac6342939c7eea68b2174a9e_SeqId_4_ 2024-11-19T19:19:37,181 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/staging/jenkins.hfs.6__test__807hhsctojppp7vtj4ktkbpsgqms45d5hdaevpda31nlncd8i3di5fduupuh94ba/f/3783e91721d5414c814010a0a2b1b0c5_SeqId_4_ into d7ca26052c8b007a3ec14fced95f1d65/f as hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/default/test/d7ca26052c8b007a3ec14fced95f1d65/f/859b00160d3943339a606b7dd6c8d2bb_SeqId_4_ - updating store file list. 2024-11-19T19:19:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 859b00160d3943339a606b7dd6c8d2bb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:19:37,187 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/default/test/d7ca26052c8b007a3ec14fced95f1d65/f/859b00160d3943339a606b7dd6c8d2bb_SeqId_4_ into d7ca26052c8b007a3ec14fced95f1d65/f 2024-11-19T19:19:37,187 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/staging/jenkins.hfs.6__test__807hhsctojppp7vtj4ktkbpsgqms45d5hdaevpda31nlncd8i3di5fduupuh94ba/f/3783e91721d5414c814010a0a2b1b0c5_SeqId_4_ into d7ca26052c8b007a3ec14fced95f1d65/f (new location: hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/default/test/d7ca26052c8b007a3ec14fced95f1d65/f/859b00160d3943339a606b7dd6c8d2bb_SeqId_4_) 2024-11-19T19:19:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/staging/jenkins.hfs.6__test__807hhsctojppp7vtj4ktkbpsgqms45d5hdaevpda31nlncd8i3di5fduupuh94ba/f/3783e91721d5414c814010a0a2b1b0c5_SeqId_4_ 2024-11-19T19:19:37,188 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/staging/jenkins.hfs.6__test__807hhsctojppp7vtj4ktkbpsgqms45d5hdaevpda31nlncd8i3di5fduupuh94ba/f/e76a90933a484f6986dfd003e272be82_SeqId_4_ into d7ca26052c8b007a3ec14fced95f1d65/f as hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/default/test/d7ca26052c8b007a3ec14fced95f1d65/f/a4768bc5ac6342939c7eea68b2174a9e_SeqId_4_ - updating store file list. 2024-11-19T19:19:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a4768bc5ac6342939c7eea68b2174a9e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:19:37,193 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/default/test/d7ca26052c8b007a3ec14fced95f1d65/f/a4768bc5ac6342939c7eea68b2174a9e_SeqId_4_ into d7ca26052c8b007a3ec14fced95f1d65/f 2024-11-19T19:19:37,193 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/staging/jenkins.hfs.6__test__807hhsctojppp7vtj4ktkbpsgqms45d5hdaevpda31nlncd8i3di5fduupuh94ba/f/e76a90933a484f6986dfd003e272be82_SeqId_4_ into d7ca26052c8b007a3ec14fced95f1d65/f (new location: hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/default/test/d7ca26052c8b007a3ec14fced95f1d65/f/a4768bc5ac6342939c7eea68b2174a9e_SeqId_4_) 2024-11-19T19:19:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44233 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/staging/jenkins.hfs.6__test__807hhsctojppp7vtj4ktkbpsgqms45d5hdaevpda31nlncd8i3di5fduupuh94ba/f/e76a90933a484f6986dfd003e272be82_SeqId_4_ 2024-11-19T19:19:37,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44233 {}] regionserver.ReplicationSink(324): Finished replicating [edccfa29-c9ce-45c4-82df-08f03fadae6f] bulk loaded data 2024-11-19T19:19:37,428 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 687, reset compression=false 2024-11-19T19:19:37,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:19:37,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732043977882/Put/seqid=0 2024-11-19T19:19:37,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741842_1018 (size=7997) 2024-11-19T19:19:38,032 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 687, reset compression=false 2024-11-19T19:19:38,326 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732043978325/Put/seqid=0 2024-11-19T19:19:38,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741843_1019 (size=7794) 2024-11-19T19:19:38,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:38,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,44871,-1 for getting cluster id 2024-11-19T19:19:38,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:19:38,736 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 687, reset compression=false 2024-11-19T19:19:38,737 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edccfa29-c9ce-45c4-82df-08f03fadae6f' 2024-11-19T19:19:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:19:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edccfa29-c9ce-45c4-82df-08f03fadae6f" 2024-11-19T19:19:38,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae4d5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:38,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,44871,-1] 2024-11-19T19:19:38,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:19:38,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:38,739 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:19:38,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:19:38,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:38,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,40861,1732043960966, seqNum=-1] 2024-11-19T19:19:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:38,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:19:38,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:19:38,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,44871,1732043960793 2024-11-19T19:19:38,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fd18117 2024-11-19T19:19:38,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:19:38,753 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:19:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f., hostname=f156d4de6e70,40861,1732043960966, seqNum=2] 2024-11-19T19:19:38,759 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T19:19:38,764 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T19:19:38,767 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T19:19:38,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f1/f1/hfile_0 for inclusion in bc38e0df1c76db505eb2462a4b22c55f/f1 2024-11-19T19:19:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T19:19:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:19:38,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f1/f1/hfile_1 for inclusion in bc38e0df1c76db505eb2462a4b22c55f/f1 2024-11-19T19:19:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T19:19:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:19:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HRegion(2603): Flush status journal for bc38e0df1c76db505eb2462a4b22c55f: 2024-11-19T19:19:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f1/f1/hfile_0 to hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__a6nslj6p4rkvascl7opbtlmo02p28r9pu165pqcifjaup5mcfq53s607u587sqs5/f1/hfile_0 2024-11-19T19:19:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__a6nslj6p4rkvascl7opbtlmo02p28r9pu165pqcifjaup5mcfq53s607u587sqs5/f1/hfile_0 as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f1/b063e15b638d472e9aac136792fb42da_SeqId_6_ 2024-11-19T19:19:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/load_f1/f1/hfile_1 to hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__a6nslj6p4rkvascl7opbtlmo02p28r9pu165pqcifjaup5mcfq53s607u587sqs5/f1/hfile_1 2024-11-19T19:19:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__a6nslj6p4rkvascl7opbtlmo02p28r9pu165pqcifjaup5mcfq53s607u587sqs5/f1/hfile_1 as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f1/b116ff3d59c54a289776cbeaa12c4366_SeqId_6_ 2024-11-19T19:19:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-19T19:19:38,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__a6nslj6p4rkvascl7opbtlmo02p28r9pu165pqcifjaup5mcfq53s607u587sqs5/f1/hfile_0 into bc38e0df1c76db505eb2462a4b22c55f/f1 as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f1/b063e15b638d472e9aac136792fb42da_SeqId_6_ - updating store file list. 2024-11-19T19:19:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b063e15b638d472e9aac136792fb42da_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T19:19:38,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f1/b063e15b638d472e9aac136792fb42da_SeqId_6_ into bc38e0df1c76db505eb2462a4b22c55f/f1 2024-11-19T19:19:38,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__a6nslj6p4rkvascl7opbtlmo02p28r9pu165pqcifjaup5mcfq53s607u587sqs5/f1/hfile_0 into bc38e0df1c76db505eb2462a4b22c55f/f1 (new location: hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f1/b063e15b638d472e9aac136792fb42da_SeqId_6_) 2024-11-19T19:19:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__a6nslj6p4rkvascl7opbtlmo02p28r9pu165pqcifjaup5mcfq53s607u587sqs5/f1/hfile_0 2024-11-19T19:19:38,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__a6nslj6p4rkvascl7opbtlmo02p28r9pu165pqcifjaup5mcfq53s607u587sqs5/f1/hfile_1 into bc38e0df1c76db505eb2462a4b22c55f/f1 as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f1/b116ff3d59c54a289776cbeaa12c4366_SeqId_6_ - updating store file list. 2024-11-19T19:19:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b116ff3d59c54a289776cbeaa12c4366_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T19:19:38,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f1/b116ff3d59c54a289776cbeaa12c4366_SeqId_6_ into bc38e0df1c76db505eb2462a4b22c55f/f1 2024-11-19T19:19:38,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__a6nslj6p4rkvascl7opbtlmo02p28r9pu165pqcifjaup5mcfq53s607u587sqs5/f1/hfile_1 into bc38e0df1c76db505eb2462a4b22c55f/f1 (new location: hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/f1/b116ff3d59c54a289776cbeaa12c4366_SeqId_6_) 2024-11-19T19:19:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/staging/jenkins__test__a6nslj6p4rkvascl7opbtlmo02p28r9pu165pqcifjaup5mcfq53s607u587sqs5/f1/hfile_1 2024-11-19T19:19:38,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:19:38,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:19:38,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:38,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:19:38,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:19:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f., hostname=f156d4de6e70,40861,1732043960966, seqNum=2 , the old value is region=test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f., hostname=f156d4de6e70,40861,1732043960966, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f156d4de6e70:40861 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T19:19:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f., hostname=f156d4de6e70,40861,1732043960966, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T19:19:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f., hostname=f156d4de6e70,40861,1732043960966, seqNum=2 from cache 2024-11-19T19:19:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:46844 deadline: 1732044038794 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:46844 2024-11-19T19:19:38,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:19:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,40861,1732043960966, seqNum=-1] 2024-11-19T19:19:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:19:38,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:19:38,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f., hostname=f156d4de6e70,40861,1732043960966, seqNum=2] 2024-11-19T19:19:38,899 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:40861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T19:19:39,541 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 687, reset compression=false 2024-11-19T19:19:39,546 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:19:39,546 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:39,546 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.shipperf156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40861,1732043960966 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:19:39,750 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:40,055 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:40,460 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:40,963 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:41,568 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:42,271 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:43,076 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:43,984 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:44,988 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:46,092 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:47,296 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:48,605 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:50,009 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:50,382 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T19:19:51,517 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:53,121 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:54,825 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:55,981 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T19:19:56,629 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:58,533 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:19:59,549 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.shipperf156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40861,1732043960966 got entry batch from reader: null 2024-11-19T19:20:00,537 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:02,641 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:04,282 INFO [master/f156d4de6e70:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T19:20:04,282 INFO [master/f156d4de6e70:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T19:20:04,846 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:07,150 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:08,373 INFO [master/f156d4de6e70:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T19:20:08,373 INFO [master/f156d4de6e70:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T19:20:09,554 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:12,057 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:14,585 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bc38e0df1c76db505eb2462a4b22c55f, had cached 0 bytes from a total of 31376 2024-11-19T19:20:14,661 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:16,747 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d7ca26052c8b007a3ec14fced95f1d65, had cached 0 bytes from a total of 15585 2024-11-19T19:20:17,365 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:19,549 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.shipperf156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40861,1732043960966 got entry batch from reader: null 2024-11-19T19:20:20,170 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:20,382 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T19:20:23,075 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:24,938 DEBUG [master/f156d4de6e70:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T19:20:25,982 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T19:20:26,079 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:29,183 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:32,387 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:35,692 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:38,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:20:38,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:20:38,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:20:38,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:38,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:38,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:20:38,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:20:38,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=530214836, stopped=false 2024-11-19T19:20:38,829 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,33197,1732043966397 2024-11-19T19:20:38,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11717449377/running 2024-11-19T19:20:38,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:20:38,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:20:38,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11717449377/running 2024-11-19T19:20:38,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:20:38,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:20:38,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:20:38,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:38,880 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,44233,1732043966526' ***** 2024-11-19T19:20:38,880 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:20:38,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Set watcher on znode that does not yet exist, /11717449377/running 2024-11-19T19:20:38,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Set watcher on znode that does not yet exist, /11717449377/running 2024-11-19T19:20:38,880 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:20:38,881 INFO [RS:0;f156d4de6e70:44233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:20:38,881 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:20:38,881 INFO [RS:0;f156d4de6e70:44233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:20:38,881 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(3091): Received CLOSE for d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:20:38,881 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,44233,1732043966526 2024-11-19T19:20:38,881 INFO [RS:0;f156d4de6e70:44233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:20:38,881 INFO [RS:0;f156d4de6e70:44233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:44233. 2024-11-19T19:20:38,881 DEBUG [RS:0;f156d4de6e70:44233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:20:38,881 DEBUG [RS:0;f156d4de6e70:44233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:38,881 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7ca26052c8b007a3ec14fced95f1d65, disabling compactions & flushes 2024-11-19T19:20:38,881 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. 2024-11-19T19:20:38,881 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. 2024-11-19T19:20:38,881 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:20:38,881 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. after waiting 0 ms 2024-11-19T19:20:38,881 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:20:38,881 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. 2024-11-19T19:20:38,881 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:20:38,881 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:20:38,882 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:20:38,882 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d7ca26052c8b007a3ec14fced95f1d65=test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65.} 2024-11-19T19:20:38,882 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7ca26052c8b007a3ec14fced95f1d65 2024-11-19T19:20:38,882 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:20:38,882 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:20:38,882 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:20:38,882 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:20:38,882 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:20:38,882 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T19:20:38,891 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/default/test/d7ca26052c8b007a3ec14fced95f1d65/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T19:20:38,892 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:20:38,892 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:20:38,892 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. 2024-11-19T19:20:38,892 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7ca26052c8b007a3ec14fced95f1d65: Waiting for close lock at 1732044038881Running coprocessor pre-close hooks at 1732044038881Disabling compacts and flushes for region at 1732044038881Disabling writes for close at 1732044038881Writing region close event to WAL at 1732044038882 (+1 ms)Running coprocessor post-close hooks at 1732044038892 (+10 ms)Closed at 1732044038892 2024-11-19T19:20:38,892 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65. 2024-11-19T19:20:38,906 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/.tmp/info/39251089802341cf9c62e0df5d675e89 is 129, key is test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65./info:regioninfo/1732043971773/Put/seqid=0 2024-11-19T19:20:38,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741839_1015 (size=6421) 2024-11-19T19:20:38,921 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:20:39,082 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:20:39,097 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:39,250 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:20:39,250 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:20:39,282 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:20:39,314 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/.tmp/info/39251089802341cf9c62e0df5d675e89 2024-11-19T19:20:39,338 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/.tmp/ns/538f47d987064318b021375aac4c7757 is 43, key is default/ns:d/1732043968348/Put/seqid=0 2024-11-19T19:20:39,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741840_1016 (size=5153) 2024-11-19T19:20:39,482 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:20:39,549 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.shipperf156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40861,1732043960966 got entry batch from reader: null 2024-11-19T19:20:39,682 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:20:39,746 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/.tmp/ns/538f47d987064318b021375aac4c7757 2024-11-19T19:20:39,764 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/.tmp/rep_barrier/2a109bdd3a4e4746a9c98921652bb558 is 112, key is test,,1732043970603.d7ca26052c8b007a3ec14fced95f1d65./rep_barrier:seqnumDuringOpen/1732043971773/Put/seqid=0 2024-11-19T19:20:39,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741841_1017 (size=5518) 2024-11-19T19:20:39,883 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T19:20:39,883 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:20:39,883 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:20:40,083 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:20:40,169 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/.tmp/rep_barrier/2a109bdd3a4e4746a9c98921652bb558 2024-11-19T19:20:40,226 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/.tmp/table/e80700bc229a47ff8e2e5c0cbe4ab0fd is 40, key is test/table:state/1732043971785/Put/seqid=0 2024-11-19T19:20:40,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741842_1018 (size=5165) 2024-11-19T19:20:40,283 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:20:40,483 DEBUG [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:20:40,640 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/.tmp/table/e80700bc229a47ff8e2e5c0cbe4ab0fd 2024-11-19T19:20:40,646 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/.tmp/info/39251089802341cf9c62e0df5d675e89 as hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/info/39251089802341cf9c62e0df5d675e89 2024-11-19T19:20:40,652 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/info/39251089802341cf9c62e0df5d675e89, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T19:20:40,653 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/.tmp/ns/538f47d987064318b021375aac4c7757 as hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/ns/538f47d987064318b021375aac4c7757 2024-11-19T19:20:40,658 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/ns/538f47d987064318b021375aac4c7757, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T19:20:40,659 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/.tmp/rep_barrier/2a109bdd3a4e4746a9c98921652bb558 as hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/rep_barrier/2a109bdd3a4e4746a9c98921652bb558 2024-11-19T19:20:40,664 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/rep_barrier/2a109bdd3a4e4746a9c98921652bb558, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T19:20:40,664 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/.tmp/table/e80700bc229a47ff8e2e5c0cbe4ab0fd as hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/table/e80700bc229a47ff8e2e5c0cbe4ab0fd 2024-11-19T19:20:40,669 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/table/e80700bc229a47ff8e2e5c0cbe4ab0fd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T19:20:40,670 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1788ms, sequenceid=11, compaction requested=false 2024-11-19T19:20:40,675 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T19:20:40,675 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:20:40,675 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:20:40,675 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:20:40,676 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044038882Running coprocessor pre-close hooks at 1732044038882Disabling compacts and flushes for region at 1732044038882Disabling writes for close at 1732044038882Obtaining lock to block concurrent updates at 1732044038882Preparing flush snapshotting stores in 1588230740 at 1732044038882Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732044038882Flushing stores of hbase:meta,,1.1588230740 at 1732044038883 (+1 ms)Flushing 1588230740/info: creating writer at 1732044038883Flushing 1588230740/info: appending metadata at 1732044038905 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732044038905Flushing 1588230740/ns: creating writer at 1732044039322 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732044039338 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732044039338Flushing 1588230740/rep_barrier: creating writer at 1732044039750 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044039764 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044039764Flushing 1588230740/table: creating writer at 1732044040174 (+410 ms)Flushing 1588230740/table: appending metadata at 1732044040225 (+51 ms)Flushing 1588230740/table: closing flushed file at 1732044040225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6944be9d: reopening flushed file at 1732044040646 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e5c5e76: reopening flushed file at 1732044040652 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a88858d: reopening flushed file at 1732044040658 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a4113e2: reopening flushed file at 1732044040664 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1788ms, sequenceid=11, compaction requested=false at 1732044040670 (+6 ms)Writing region close event to WAL at 1732044040672 (+2 ms)Running coprocessor post-close hooks at 1732044040675 (+3 ms)Closed at 1732044040675 2024-11-19T19:20:40,676 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:20:40,683 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,44233,1732043966526; all regions closed. 2024-11-19T19:20:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741834_1010 (size=2717) 2024-11-19T19:20:40,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/WALs/f156d4de6e70,44233,1732043966526/f156d4de6e70%2C44233%2C1732043966526.meta.1732043968278.meta not finished, retry = 0 2024-11-19T19:20:40,789 DEBUG [RS:0;f156d4de6e70:44233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/oldWALs 2024-11-19T19:20:40,789 INFO [RS:0;f156d4de6e70:44233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C44233%2C1732043966526.meta:.meta(num 1732043968278) 2024-11-19T19:20:40,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741832_1008 (size=1028) 2024-11-19T19:20:40,791 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/WALs/f156d4de6e70,44233,1732043966526/f156d4de6e70%2C44233%2C1732043966526.1732043967290 not finished, retry = 0 2024-11-19T19:20:40,893 DEBUG [RS:0;f156d4de6e70:44233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/oldWALs 2024-11-19T19:20:40,893 INFO [RS:0;f156d4de6e70:44233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C44233%2C1732043966526:(num 1732043967290) 2024-11-19T19:20:40,893 DEBUG [RS:0;f156d4de6e70:44233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:40,893 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:20:40,894 INFO [RS:0;f156d4de6e70:44233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:20:40,894 INFO [RS:0;f156d4de6e70:44233 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:20:40,894 INFO [RS:0;f156d4de6e70:44233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:20:40,894 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:20:40,894 INFO [RS:0;f156d4de6e70:44233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:44233. 2024-11-19T19:20:40,894 DEBUG [RS:0;f156d4de6e70:44233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:20:40,894 DEBUG [RS:0;f156d4de6e70:44233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:40,894 DEBUG [RS:0;f156d4de6e70:44233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:40,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:20:40,894 INFO [RS:0;f156d4de6e70:44233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44233 2024-11-19T19:20:40,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377/rs 2024-11-19T19:20:40,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11717449377/rs/f156d4de6e70,44233,1732043966526 2024-11-19T19:20:40,973 INFO [RS:0;f156d4de6e70:44233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:20:40,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,44233,1732043966526] 2024-11-19T19:20:40,996 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11717449377/draining/f156d4de6e70,44233,1732043966526 already deleted, retry=false 2024-11-19T19:20:40,996 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,44233,1732043966526 expired; onlineServers=0 2024-11-19T19:20:40,996 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,33197,1732043966397' ***** 2024-11-19T19:20:40,996 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:20:40,996 INFO [M:0;f156d4de6e70:33197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:20:40,996 INFO [M:0;f156d4de6e70:33197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:20:40,996 DEBUG [M:0;f156d4de6e70:33197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:20:40,996 DEBUG [M:0;f156d4de6e70:33197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:20:40,996 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:20:40,996 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043967021 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043967021,5,FailOnTimeoutGroup] 2024-11-19T19:20:40,996 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043967021 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043967021,5,FailOnTimeoutGroup] 2024-11-19T19:20:40,997 INFO [M:0;f156d4de6e70:33197 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:20:40,997 INFO [M:0;f156d4de6e70:33197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:20:40,997 DEBUG [M:0;f156d4de6e70:33197 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:20:40,997 INFO [M:0;f156d4de6e70:33197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:20:40,997 INFO [M:0;f156d4de6e70:33197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:20:40,997 INFO [M:0;f156d4de6e70:33197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:20:40,997 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:20:41,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11717449377/master 2024-11-19T19:20:41,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11717449377 2024-11-19T19:20:41,007 DEBUG [M:0;f156d4de6e70:33197 {}] zookeeper.ZKUtil(347): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Unable to get data of znode /11717449377/master because node does not exist (not an error) 2024-11-19T19:20:41,007 WARN [M:0;f156d4de6e70:33197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:20:41,008 INFO [M:0;f156d4de6e70:33197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/.lastflushedseqids 2024-11-19T19:20:41,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741843_1019 (size=173) 2024-11-19T19:20:41,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:20:41,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44233-0x101548965af0004, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:20:41,086 INFO [RS:0;f156d4de6e70:44233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:20:41,086 INFO [RS:0;f156d4de6e70:44233 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,44233,1732043966526; zookeeper connection closed. 2024-11-19T19:20:41,086 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2667d820 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2667d820 2024-11-19T19:20:41,086 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:20:41,413 INFO [M:0;f156d4de6e70:33197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:20:41,413 INFO [M:0;f156d4de6e70:33197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:20:41,413 DEBUG [M:0;f156d4de6e70:33197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:20:41,414 INFO [M:0;f156d4de6e70:33197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:41,414 DEBUG [M:0;f156d4de6e70:33197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:41,414 DEBUG [M:0;f156d4de6e70:33197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:20:41,414 DEBUG [M:0;f156d4de6e70:33197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:41,414 INFO [M:0;f156d4de6e70:33197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-19T19:20:41,439 DEBUG [M:0;f156d4de6e70:33197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b8f2a6fec104ec4bec48911162d1223 is 82, key is hbase:meta,,1/info:regioninfo/1732043968309/Put/seqid=0 2024-11-19T19:20:41,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741844_1020 (size=5672) 2024-11-19T19:20:41,850 INFO [M:0;f156d4de6e70:33197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b8f2a6fec104ec4bec48911162d1223 2024-11-19T19:20:41,873 DEBUG [M:0;f156d4de6e70:33197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/236be97166aa42ae9ce4569cea090867 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732043971791/Put/seqid=0 2024-11-19T19:20:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741845_1021 (size=6727) 2024-11-19T19:20:42,283 INFO [M:0;f156d4de6e70:33197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/236be97166aa42ae9ce4569cea090867 2024-11-19T19:20:42,288 INFO [M:0;f156d4de6e70:33197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 236be97166aa42ae9ce4569cea090867 2024-11-19T19:20:42,305 DEBUG [M:0;f156d4de6e70:33197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d45dfd3d3324b3ba1ba975602b576f6 is 69, key is f156d4de6e70,44233,1732043966526/rs:state/1732043967136/Put/seqid=0 2024-11-19T19:20:42,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741846_1022 (size=5156) 2024-11-19T19:20:42,601 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.1732043963172 to pos 997, reset compression=false 2024-11-19T19:20:42,710 INFO [M:0;f156d4de6e70:33197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d45dfd3d3324b3ba1ba975602b576f6 2024-11-19T19:20:42,716 DEBUG [M:0;f156d4de6e70:33197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b8f2a6fec104ec4bec48911162d1223 as hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b8f2a6fec104ec4bec48911162d1223 2024-11-19T19:20:42,722 INFO [M:0;f156d4de6e70:33197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b8f2a6fec104ec4bec48911162d1223, entries=8, sequenceid=58, filesize=5.5 K 2024-11-19T19:20:42,723 DEBUG [M:0;f156d4de6e70:33197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/236be97166aa42ae9ce4569cea090867 as hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/236be97166aa42ae9ce4569cea090867 2024-11-19T19:20:42,734 INFO [M:0;f156d4de6e70:33197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 236be97166aa42ae9ce4569cea090867 2024-11-19T19:20:42,734 INFO [M:0;f156d4de6e70:33197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/236be97166aa42ae9ce4569cea090867, entries=6, sequenceid=58, filesize=6.6 K 2024-11-19T19:20:42,735 DEBUG [M:0;f156d4de6e70:33197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d45dfd3d3324b3ba1ba975602b576f6 as hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d45dfd3d3324b3ba1ba975602b576f6 2024-11-19T19:20:42,742 INFO [M:0;f156d4de6e70:33197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43895/user/jenkins/test-data/05430634-9161-f92c-a256-79697a111dd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d45dfd3d3324b3ba1ba975602b576f6, entries=1, sequenceid=58, filesize=5.0 K 2024-11-19T19:20:42,743 INFO [M:0;f156d4de6e70:33197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=58, compaction requested=false 2024-11-19T19:20:42,744 INFO [M:0;f156d4de6e70:33197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:42,744 DEBUG [M:0;f156d4de6e70:33197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044041413Disabling compacts and flushes for region at 1732044041413Disabling writes for close at 1732044041414 (+1 ms)Obtaining lock to block concurrent updates at 1732044041414Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044041414Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732044041414Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044041415 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044041415Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044041438 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044041438Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044041856 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044041873 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044041873Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044042288 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044042304 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044042304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f389077: reopening flushed file at 1732044042715 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2915eede: reopening flushed file at 1732044042722 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb86d5a: reopening flushed file at 1732044042734 (+12 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=58, compaction requested=false at 1732044042743 (+9 ms)Writing region close event to WAL at 1732044042744 (+1 ms)Closed at 1732044042744 2024-11-19T19:20:42,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40743 is added to blk_1073741830_1006 (size=33026) 2024-11-19T19:20:42,750 INFO [M:0;f156d4de6e70:33197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:20:42,750 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:20:42,750 INFO [M:0;f156d4de6e70:33197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33197 2024-11-19T19:20:42,750 INFO [M:0;f156d4de6e70:33197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:20:42,907 INFO [M:0;f156d4de6e70:33197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:20:42,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:20:42,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33197-0x101548965af0003, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:20:42,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@376e6613{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:20:42,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6be5a022{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:20:42,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:20:42,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:20:42,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/hadoop.log.dir/,STOPPED} 2024-11-19T19:20:42,912 WARN [BP-1428196459-172.17.0.3-1732043964369 heartbeating to localhost/127.0.0.1:43895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:20:42,912 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:20:42,912 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:20:42,912 WARN [BP-1428196459-172.17.0.3-1732043964369 heartbeating to localhost/127.0.0.1:43895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1428196459-172.17.0.3-1732043964369 (Datanode Uuid e5789bf1-0cc1-4091-85af-b16d9df235d4) service to localhost/127.0.0.1:43895 2024-11-19T19:20:42,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/cluster_0f6f89cc-a50b-1a65-1d27-0373f6396a8b/data/data1/current/BP-1428196459-172.17.0.3-1732043964369 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:20:42,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/cluster_0f6f89cc-a50b-1a65-1d27-0373f6396a8b/data/data2/current/BP-1428196459-172.17.0.3-1732043964369 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:20:42,913 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:20:42,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@232a9ffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:20:42,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3305506a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:20:42,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:20:42,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:20:42,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/hadoop.log.dir/,STOPPED} 2024-11-19T19:20:42,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:20:42,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:20:42,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:20:42,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:20:42,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:42,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:42,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:20:42,934 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:20:42,934 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1908543013, stopped=false 2024-11-19T19:20:42,934 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,44871,1732043960793 2024-11-19T19:20:42,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0553053504/running 2024-11-19T19:20:42,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0553053504/running 2024-11-19T19:20:42,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:20:42,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:20:42,953 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:20:42,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:20:42,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:20:42,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:42,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Set watcher on znode that does not yet exist, /0553053504/running 2024-11-19T19:20:42,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Set watcher on znode that does not yet exist, /0553053504/running 2024-11-19T19:20:42,954 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,40861,1732043960966' ***** 2024-11-19T19:20:42,954 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:20:42,955 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:20:42,955 INFO [RS:0;f156d4de6e70:40861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:20:42,955 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:20:42,955 INFO [RS:0;f156d4de6e70:40861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:20:42,955 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(3091): Received CLOSE for c0ae3cf3889176920a071d60887245f4 2024-11-19T19:20:42,956 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(3091): Received CLOSE for bc38e0df1c76db505eb2462a4b22c55f 2024-11-19T19:20:42,956 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,40861,1732043960966 2024-11-19T19:20:42,956 INFO [RS:0;f156d4de6e70:40861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:20:42,956 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0ae3cf3889176920a071d60887245f4, disabling compactions & flushes 2024-11-19T19:20:42,956 INFO [RS:0;f156d4de6e70:40861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:40861. 2024-11-19T19:20:42,956 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. 2024-11-19T19:20:42,956 DEBUG [RS:0;f156d4de6e70:40861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:20:42,956 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. 2024-11-19T19:20:42,956 DEBUG [RS:0;f156d4de6e70:40861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:42,956 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. after waiting 0 ms 2024-11-19T19:20:42,956 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. 2024-11-19T19:20:42,956 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:20:42,956 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:20:42,956 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:20:42,956 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:20:42,956 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c0ae3cf3889176920a071d60887245f4 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-19T19:20:42,956 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T19:20:42,956 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c0ae3cf3889176920a071d60887245f4=hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4., bc38e0df1c76db505eb2462a4b22c55f=test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f.} 2024-11-19T19:20:42,956 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc38e0df1c76db505eb2462a4b22c55f, c0ae3cf3889176920a071d60887245f4 2024-11-19T19:20:42,956 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:20:42,956 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:20:42,956 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:20:42,957 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-19T19:20:42,957 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:20:42,957 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T19:20:42,976 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4/.tmp/hfileref/517d05858a074789aa2f1ab60de7a791 is 74, key is 1/hfileref:3783e91721d5414c814010a0a2b1b0c5_SeqId_4_/1732043977199/DeleteColumn/seqid=0 2024-11-19T19:20:42,976 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/.tmp/info/f19e1b15ce50404b88957393c02a56d6 is 147, key is hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4./info:regioninfo/1732043974070/Put/seqid=0 2024-11-19T19:20:42,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741844_1020 (size=7686) 2024-11-19T19:20:42,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741845_1021 (size=5203) 2024-11-19T19:20:43,015 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:20:43,043 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:20:43,043 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:20:43,157 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc38e0df1c76db505eb2462a4b22c55f, c0ae3cf3889176920a071d60887245f4 2024-11-19T19:20:43,357 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc38e0df1c76db505eb2462a4b22c55f, c0ae3cf3889176920a071d60887245f4 2024-11-19T19:20:43,381 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/.tmp/info/f19e1b15ce50404b88957393c02a56d6 2024-11-19T19:20:43,390 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4/.tmp/hfileref/517d05858a074789aa2f1ab60de7a791 2024-11-19T19:20:43,414 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4/.tmp/queue/2e32bb661ce14f029c5b46c6d77d56a3 is 153, key is 1-f156d4de6e70,40861,1732043960966/queue:f156d4de6e70%2C40861%2C1732043960966/1732043979548/Put/seqid=0 2024-11-19T19:20:43,415 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/.tmp/ns/a15f390f147e4a9ca1cc2d59329d4c5e is 43, key is default/ns:d/1732043964266/Put/seqid=0 2024-11-19T19:20:43,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741846_1022 (size=5352) 2024-11-19T19:20:43,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741847_1023 (size=5153) 2024-11-19T19:20:43,557 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc38e0df1c76db505eb2462a4b22c55f, c0ae3cf3889176920a071d60887245f4 2024-11-19T19:20:43,757 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc38e0df1c76db505eb2462a4b22c55f, c0ae3cf3889176920a071d60887245f4 2024-11-19T19:20:43,826 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4/.tmp/queue/2e32bb661ce14f029c5b46c6d77d56a3 2024-11-19T19:20:43,827 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/.tmp/ns/a15f390f147e4a9ca1cc2d59329d4c5e 2024-11-19T19:20:43,832 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4/.tmp/hfileref/517d05858a074789aa2f1ab60de7a791 as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4/hfileref/517d05858a074789aa2f1ab60de7a791 2024-11-19T19:20:43,837 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4/hfileref/517d05858a074789aa2f1ab60de7a791, entries=2, sequenceid=10, filesize=5.1 K 2024-11-19T19:20:43,839 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4/.tmp/queue/2e32bb661ce14f029c5b46c6d77d56a3 as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4/queue/2e32bb661ce14f029c5b46c6d77d56a3 2024-11-19T19:20:43,844 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4/queue/2e32bb661ce14f029c5b46c6d77d56a3, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T19:20:43,845 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c0ae3cf3889176920a071d60887245f4 in 889ms, sequenceid=10, compaction requested=false 2024-11-19T19:20:43,848 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/.tmp/rep_barrier/50e1780727c3402291e366047ec32bdc is 112, key is test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f./rep_barrier:seqnumDuringOpen/1732043969635/Put/seqid=0 2024-11-19T19:20:43,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741848_1024 (size=5518) 2024-11-19T19:20:43,862 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/replication/c0ae3cf3889176920a071d60887245f4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T19:20:43,863 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:20:43,863 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:20:43,863 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. 2024-11-19T19:20:43,863 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0ae3cf3889176920a071d60887245f4: Waiting for close lock at 1732044042956Running coprocessor pre-close hooks at 1732044042956Disabling compacts and flushes for region at 1732044042956Disabling writes for close at 1732044042956Obtaining lock to block concurrent updates at 1732044042956Preparing flush snapshotting stores in c0ae3cf3889176920a071d60887245f4 at 1732044042956Finished memstore snapshotting hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732044042956Flushing stores of hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. at 1732044042957 (+1 ms)Flushing c0ae3cf3889176920a071d60887245f4/hfileref: creating writer at 1732044042957Flushing c0ae3cf3889176920a071d60887245f4/hfileref: appending metadata at 1732044042975 (+18 ms)Flushing c0ae3cf3889176920a071d60887245f4/hfileref: closing flushed file at 1732044042975Flushing c0ae3cf3889176920a071d60887245f4/queue: creating writer at 1732044043398 (+423 ms)Flushing c0ae3cf3889176920a071d60887245f4/queue: appending metadata at 1732044043413 (+15 ms)Flushing c0ae3cf3889176920a071d60887245f4/queue: closing flushed file at 1732044043413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df2b9cd: reopening flushed file at 1732044043831 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1296df5c: reopening flushed file at 1732044043838 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c0ae3cf3889176920a071d60887245f4 in 889ms, sequenceid=10, compaction requested=false at 1732044043845 (+7 ms)Writing region close event to WAL at 1732044043852 (+7 ms)Running coprocessor post-close hooks at 1732044043863 (+11 ms)Closed at 1732044043863 2024-11-19T19:20:43,863 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732043972794.c0ae3cf3889176920a071d60887245f4. 2024-11-19T19:20:43,864 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc38e0df1c76db505eb2462a4b22c55f, disabling compactions & flushes 2024-11-19T19:20:43,864 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. 2024-11-19T19:20:43,864 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. 2024-11-19T19:20:43,864 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. after waiting 0 ms 2024-11-19T19:20:43,864 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. 2024-11-19T19:20:43,868 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/default/test/bc38e0df1c76db505eb2462a4b22c55f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T19:20:43,868 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:20:43,868 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:20:43,869 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. 2024-11-19T19:20:43,869 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc38e0df1c76db505eb2462a4b22c55f: Waiting for close lock at 1732044043863Running coprocessor pre-close hooks at 1732044043864 (+1 ms)Disabling compacts and flushes for region at 1732044043864Disabling writes for close at 1732044043864Writing region close event to WAL at 1732044043865 (+1 ms)Running coprocessor post-close hooks at 1732044043868 (+3 ms)Closed at 1732044043869 (+1 ms) 2024-11-19T19:20:43,869 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732043968440.bc38e0df1c76db505eb2462a4b22c55f. 2024-11-19T19:20:43,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:43,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:43,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:43,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:43,957 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T19:20:43,957 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:20:43,958 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:20:44,158 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:20:44,258 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/.tmp/rep_barrier/50e1780727c3402291e366047ec32bdc 2024-11-19T19:20:44,281 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/.tmp/table/8564800a4a1947d1ab4098d393c9f6d4 is 53, key is hbase:replication/table:state/1732043974092/Put/seqid=0 2024-11-19T19:20:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741849_1025 (size=5308) 2024-11-19T19:20:44,358 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:20:44,453 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:20:44,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:44,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:44,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:44,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:44,509 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T19:20:44,509 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T19:20:44,509 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:20:44,558 DEBUG [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:20:44,686 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/.tmp/table/8564800a4a1947d1ab4098d393c9f6d4 2024-11-19T19:20:44,692 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/.tmp/info/f19e1b15ce50404b88957393c02a56d6 as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/info/f19e1b15ce50404b88957393c02a56d6 2024-11-19T19:20:44,698 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/info/f19e1b15ce50404b88957393c02a56d6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T19:20:44,699 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/.tmp/ns/a15f390f147e4a9ca1cc2d59329d4c5e as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/ns/a15f390f147e4a9ca1cc2d59329d4c5e 2024-11-19T19:20:44,704 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/ns/a15f390f147e4a9ca1cc2d59329d4c5e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T19:20:44,705 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/.tmp/rep_barrier/50e1780727c3402291e366047ec32bdc as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/rep_barrier/50e1780727c3402291e366047ec32bdc 2024-11-19T19:20:44,714 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/rep_barrier/50e1780727c3402291e366047ec32bdc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T19:20:44,716 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/.tmp/table/8564800a4a1947d1ab4098d393c9f6d4 as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/table/8564800a4a1947d1ab4098d393c9f6d4 2024-11-19T19:20:44,723 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/table/8564800a4a1947d1ab4098d393c9f6d4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T19:20:44,725 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1767ms, sequenceid=16, compaction requested=false 2024-11-19T19:20:44,729 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T19:20:44,730 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:20:44,730 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:20:44,730 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:20:44,730 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044042956Running coprocessor pre-close hooks at 1732044042956Disabling compacts and flushes for region at 1732044042956Disabling writes for close at 1732044042957 (+1 ms)Obtaining lock to block concurrent updates at 1732044042957Preparing flush snapshotting stores in 1588230740 at 1732044042957Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732044042957Flushing stores of hbase:meta,,1.1588230740 at 1732044042958 (+1 ms)Flushing 1588230740/info: creating writer at 1732044042958Flushing 1588230740/info: appending metadata at 1732044042976 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732044042976Flushing 1588230740/ns: creating writer at 1732044043388 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732044043414 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732044043414Flushing 1588230740/rep_barrier: creating writer at 1732044043831 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044043847 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044043847Flushing 1588230740/table: creating writer at 1732044044264 (+417 ms)Flushing 1588230740/table: appending metadata at 1732044044281 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732044044281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc4e514: reopening flushed file at 1732044044691 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57304b88: reopening flushed file at 1732044044698 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c68a4c: reopening flushed file at 1732044044704 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36162b19: reopening flushed file at 1732044044714 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1767ms, sequenceid=16, compaction requested=false at 1732044044725 (+11 ms)Writing region close event to WAL at 1732044044726 (+1 ms)Running coprocessor post-close hooks at 1732044044730 (+4 ms)Closed at 1732044044730 2024-11-19T19:20:44,730 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:20:44,758 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,40861,1732043960966; all regions closed. 2024-11-19T19:20:44,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741834_1010 (size=4239) 2024-11-19T19:20:44,761 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/WALs/f156d4de6e70,40861,1732043960966/f156d4de6e70%2C40861%2C1732043960966.meta.1732043964183.meta not finished, retry = 0 2024-11-19T19:20:44,864 DEBUG [RS:0;f156d4de6e70:40861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/oldWALs 2024-11-19T19:20:44,864 INFO [RS:0;f156d4de6e70:40861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C40861%2C1732043960966.meta:.meta(num 1732043964183) 2024-11-19T19:20:44,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741839_1015 (size=2700) 2024-11-19T19:20:44,869 DEBUG [RS:0;f156d4de6e70:40861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/oldWALs 2024-11-19T19:20:44,869 INFO [RS:0;f156d4de6e70:40861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C40861%2C1732043960966.rep:(num 1732043973991) 2024-11-19T19:20:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741832_1008 (size=1300) 2024-11-19T19:20:44,878 DEBUG [RS:0;f156d4de6e70:40861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/oldWALs 2024-11-19T19:20:44,878 INFO [RS:0;f156d4de6e70:40861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C40861%2C1732043960966:(num 1732043963172) 2024-11-19T19:20:44,878 DEBUG [RS:0;f156d4de6e70:40861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:44,878 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:20:44,878 INFO [RS:0;f156d4de6e70:40861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:20:44,878 INFO [RS:0;f156d4de6e70:40861 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:20:44,878 INFO [RS:0;f156d4de6e70:40861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:20:44,879 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:20:44,879 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,40861,1732043960966 because: Region server is closing 2024-11-19T19:20:44,879 INFO [RS:0;f156d4de6e70:40861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:40861. 2024-11-19T19:20:44,879 DEBUG [RS:0;f156d4de6e70:40861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:20:44,879 DEBUG [RS:0;f156d4de6e70:40861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:44,879 DEBUG [RS:0;f156d4de6e70:40861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:44,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:20:44,979 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.wal-reader.f156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:20:44,979 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.shipperf156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T19:20:44,980 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40861,1732043960966.replicationSource.shipperf156d4de6e70%2C40861%2C1732043960966,1-f156d4de6e70,40861,1732043960966 terminated 2024-11-19T19:20:44,980 INFO [RS:0;f156d4de6e70:40861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40861 2024-11-19T19:20:45,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0553053504/rs/f156d4de6e70,40861,1732043960966 2024-11-19T19:20:45,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504/rs 2024-11-19T19:20:45,059 INFO [RS:0;f156d4de6e70:40861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:20:45,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,40861,1732043960966] 2024-11-19T19:20:45,080 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0553053504/draining/f156d4de6e70,40861,1732043960966 already deleted, retry=false 2024-11-19T19:20:45,080 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,40861,1732043960966 expired; onlineServers=0 2024-11-19T19:20:45,080 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,44871,1732043960793' ***** 2024-11-19T19:20:45,080 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:20:45,080 INFO [M:0;f156d4de6e70:44871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:20:45,080 INFO [M:0;f156d4de6e70:44871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:20:45,080 DEBUG [M:0;f156d4de6e70:44871 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:20:45,080 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:20:45,080 DEBUG [M:0;f156d4de6e70:44871 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:20:45,080 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043962968 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732043962968,5,FailOnTimeoutGroup] 2024-11-19T19:20:45,080 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043962968 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732043962968,5,FailOnTimeoutGroup] 2024-11-19T19:20:45,081 INFO [M:0;f156d4de6e70:44871 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:20:45,081 INFO [M:0;f156d4de6e70:44871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:20:45,081 DEBUG [M:0;f156d4de6e70:44871 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:20:45,081 INFO [M:0;f156d4de6e70:44871 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:20:45,081 INFO [M:0;f156d4de6e70:44871 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:20:45,081 INFO [M:0;f156d4de6e70:44871 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:20:45,081 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:20:45,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0553053504/master 2024-11-19T19:20:45,091 DEBUG [M:0;f156d4de6e70:44871 {}] zookeeper.ZKUtil(347): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Unable to get data of znode /0553053504/master because node does not exist (not an error) 2024-11-19T19:20:45,091 WARN [M:0;f156d4de6e70:44871 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:20:45,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0553053504 2024-11-19T19:20:45,092 INFO [M:0;f156d4de6e70:44871 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/.lastflushedseqids 2024-11-19T19:20:45,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741850_1026 (size=263) 2024-11-19T19:20:45,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:20:45,170 INFO [RS:0;f156d4de6e70:40861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:20:45,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x101548965af0001, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:20:45,170 INFO [RS:0;f156d4de6e70:40861 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,40861,1732043960966; zookeeper connection closed. 2024-11-19T19:20:45,170 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47ce99f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47ce99f8 2024-11-19T19:20:45,170 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:20:45,498 INFO [M:0;f156d4de6e70:44871 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:20:45,499 INFO [M:0;f156d4de6e70:44871 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:20:45,499 DEBUG [M:0;f156d4de6e70:44871 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:20:45,499 INFO [M:0;f156d4de6e70:44871 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:45,499 DEBUG [M:0;f156d4de6e70:44871 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:45,499 DEBUG [M:0;f156d4de6e70:44871 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:20:45,499 DEBUG [M:0;f156d4de6e70:44871 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:45,499 INFO [M:0;f156d4de6e70:44871 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-19T19:20:45,513 DEBUG [M:0;f156d4de6e70:44871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4637120a85a941baa2300031e04e46fb is 82, key is hbase:meta,,1/info:regioninfo/1732043964218/Put/seqid=0 2024-11-19T19:20:45,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741851_1027 (size=5672) 2024-11-19T19:20:45,918 INFO [M:0;f156d4de6e70:44871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4637120a85a941baa2300031e04e46fb 2024-11-19T19:20:45,944 DEBUG [M:0;f156d4de6e70:44871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42d6bd2ff8ba458d8c7f82f106f31aa1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732043969652/Put/seqid=0 2024-11-19T19:20:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741852_1028 (size=7240) 2024-11-19T19:20:46,351 INFO [M:0;f156d4de6e70:44871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42d6bd2ff8ba458d8c7f82f106f31aa1 2024-11-19T19:20:46,365 INFO [M:0;f156d4de6e70:44871 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42d6bd2ff8ba458d8c7f82f106f31aa1 2024-11-19T19:20:46,386 DEBUG [M:0;f156d4de6e70:44871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0faac2e6a1b1406795e67e37db7cad22 is 69, key is f156d4de6e70,40861,1732043960966/rs:state/1732043963026/Put/seqid=0 2024-11-19T19:20:46,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741853_1029 (size=5156) 2024-11-19T19:20:46,803 INFO [M:0;f156d4de6e70:44871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0faac2e6a1b1406795e67e37db7cad22 2024-11-19T19:20:46,812 DEBUG [M:0;f156d4de6e70:44871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4637120a85a941baa2300031e04e46fb as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4637120a85a941baa2300031e04e46fb 2024-11-19T19:20:46,820 INFO [M:0;f156d4de6e70:44871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4637120a85a941baa2300031e04e46fb, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T19:20:46,821 DEBUG [M:0;f156d4de6e70:44871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42d6bd2ff8ba458d8c7f82f106f31aa1 as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42d6bd2ff8ba458d8c7f82f106f31aa1 2024-11-19T19:20:46,836 INFO [M:0;f156d4de6e70:44871 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42d6bd2ff8ba458d8c7f82f106f31aa1 2024-11-19T19:20:46,836 INFO [M:0;f156d4de6e70:44871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42d6bd2ff8ba458d8c7f82f106f31aa1, entries=11, sequenceid=105, filesize=7.1 K 2024-11-19T19:20:46,846 DEBUG [M:0;f156d4de6e70:44871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0faac2e6a1b1406795e67e37db7cad22 as hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0faac2e6a1b1406795e67e37db7cad22 2024-11-19T19:20:46,855 INFO [M:0;f156d4de6e70:44871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37339/user/jenkins/test-data/9c922b0f-8bde-0bc5-82d4-d184ff483242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0faac2e6a1b1406795e67e37db7cad22, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T19:20:46,856 INFO [M:0;f156d4de6e70:44871 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1357ms, sequenceid=105, compaction requested=false 2024-11-19T19:20:46,912 INFO [M:0;f156d4de6e70:44871 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:46,912 DEBUG [M:0;f156d4de6e70:44871 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044045499Disabling compacts and flushes for region at 1732044045499Disabling writes for close at 1732044045499Obtaining lock to block concurrent updates at 1732044045499Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044045499Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732044045499Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044045500 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044045500Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044045513 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044045513Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044045924 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044045943 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044045943Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044046365 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044046385 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044046385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6785f0b: reopening flushed file at 1732044046810 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38035168: reopening flushed file at 1732044046820 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8a4c3: reopening flushed file at 1732044046836 (+16 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1357ms, sequenceid=105, compaction requested=false at 1732044046856 (+20 ms)Writing region close event to WAL at 1732044046912 (+56 ms)Closed at 1732044046912 2024-11-19T19:20:46,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35179 is added to blk_1073741830_1006 (size=64526) 2024-11-19T19:20:46,923 INFO [M:0;f156d4de6e70:44871 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:20:46,923 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:20:46,923 INFO [M:0;f156d4de6e70:44871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44871 2024-11-19T19:20:46,924 INFO [M:0;f156d4de6e70:44871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:20:47,064 INFO [M:0;f156d4de6e70:44871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:20:47,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:20:47,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44871-0x101548965af0000, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:20:47,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2efdfa1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:20:47,098 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:20:47,098 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:20:47,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:20:47,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/hadoop.log.dir/,STOPPED} 2024-11-19T19:20:47,103 WARN [BP-786526014-172.17.0.3-1732043958804 heartbeating to localhost/127.0.0.1:37339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:20:47,103 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:20:47,103 WARN [BP-786526014-172.17.0.3-1732043958804 heartbeating to localhost/127.0.0.1:37339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-786526014-172.17.0.3-1732043958804 (Datanode Uuid 77e2e4e5-5c48-4eb9-b024-6e6448d60bf4) service to localhost/127.0.0.1:37339 2024-11-19T19:20:47,103 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:20:47,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/cluster_076e8bbc-a5bd-f0c7-02a8-0350932cfe71/data/data1/current/BP-786526014-172.17.0.3-1732043958804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:20:47,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/cluster_076e8bbc-a5bd-f0c7-02a8-0350932cfe71/data/data2/current/BP-786526014-172.17.0.3-1732043958804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:20:47,105 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:20:47,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1ba51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:20:47,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:20:47,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:20:47,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:20:47,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f79ef68-45de-a5c2-151e-419d54dc04b9/hadoop.log.dir/,STOPPED} 2024-11-19T19:20:47,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T19:20:47,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:20:47,185 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 136) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43895 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62516) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f9450b8f508.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f9450b8f508.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37339 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62516) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 759), ProcessCount=11 (was 11), AvailableMemoryMB=3782 (was 4276) 2024-11-19T19:20:47,194 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=3782 2024-11-19T19:20:47,211 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-19T19:20:47,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/hadoop.log.dir so I do NOT create it in target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5 2024-11-19T19:20:47,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:20:47,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/hadoop.tmp.dir so I do NOT create it in target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5 2024-11-19T19:20:47,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385e2ae7-b134-99b5-b966-0de1a7574f58/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:20:47,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5 2024-11-19T19:20:47,212 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/cluster_c0d8668f-af5a-a4c9-7d88-241b496158f5, deleteOnExit=true 2024-11-19T19:20:47,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/cluster_c0d8668f-af5a-a4c9-7d88-241b496158f5/zookeeper_0, clientPort=56039, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/cluster_c0d8668f-af5a-a4c9-7d88-241b496158f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/cluster_c0d8668f-af5a-a4c9-7d88-241b496158f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T19:20:47,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101548965af0005, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:20:47,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101548965af0005, quorum=127.0.0.1:62516, baseZNode=/11717449377 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:20:47,230 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56039 2024-11-19T19:20:47,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:20:47,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:20:47,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/test.cache.data in system properties and HBase conf 2024-11-19T19:20:47,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:20:47,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:20:47,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:20:47,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:20:47,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:20:47,231 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:20:47,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:20:47,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:20:47,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:20:47,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:20:47,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:20:47,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:20:47,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:20:47,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:20:47,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:20:47,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:20:47,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:20:47,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:20:47,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:20:47,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:20:47,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101548965af0002, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:20:47,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101548965af0002, quorum=127.0.0.1:62516, baseZNode=/0553053504 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:20:47,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:20:47,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:20:47,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:20:47,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:20:47,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:20:47,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:20:47,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b270fd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:20:47,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad3a617{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:20:47,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e3351ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/java.io.tmpdir/jetty-localhost-39743-hadoop-hdfs-3_4_1-tests_jar-_-any-3105936430066345482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:20:47,773 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26303977{HTTP/1.1, (http/1.1)}{localhost:39743} 2024-11-19T19:20:47,773 INFO [Time-limited test {}] server.Server(415): Started @139710ms 2024-11-19T19:20:48,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:20:48,014 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:20:48,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:20:48,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:20:48,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:20:48,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3bf23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:20:48,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:20:48,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39cef80a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/java.io.tmpdir/jetty-localhost-40531-hadoop-hdfs-3_4_1-tests_jar-_-any-14191670032465638805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:20:48,116 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4184d484{HTTP/1.1, (http/1.1)}{localhost:40531} 2024-11-19T19:20:48,116 INFO [Time-limited test {}] server.Server(415): Started @140053ms 2024-11-19T19:20:48,118 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:20:48,853 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/cluster_c0d8668f-af5a-a4c9-7d88-241b496158f5/data/data1/current/BP-228936014-172.17.0.3-1732044047262/current, will proceed with Du for space computation calculation, 2024-11-19T19:20:48,853 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/cluster_c0d8668f-af5a-a4c9-7d88-241b496158f5/data/data2/current/BP-228936014-172.17.0.3-1732044047262/current, will proceed with Du for space computation calculation, 2024-11-19T19:20:48,889 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:20:48,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3351cb5f49663e17 with lease ID 0x5abd45452342b3f9: Processing first storage report for DS-bc53e880-bc95-4778-a8fc-0670e6ab1c83 from datanode DatanodeRegistration(127.0.0.1:39351, datanodeUuid=6d0ce517-2357-4d29-8e14-b6944281e310, infoPort=40689, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=479377902;c=1732044047262) 2024-11-19T19:20:48,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3351cb5f49663e17 with lease ID 0x5abd45452342b3f9: from storage DS-bc53e880-bc95-4778-a8fc-0670e6ab1c83 node DatanodeRegistration(127.0.0.1:39351, datanodeUuid=6d0ce517-2357-4d29-8e14-b6944281e310, infoPort=40689, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=479377902;c=1732044047262), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T19:20:48,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3351cb5f49663e17 with lease ID 0x5abd45452342b3f9: Processing first storage report for DS-cb58c7ec-2a37-46e6-953c-c477653bdd82 from datanode DatanodeRegistration(127.0.0.1:39351, datanodeUuid=6d0ce517-2357-4d29-8e14-b6944281e310, infoPort=40689, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=479377902;c=1732044047262) 2024-11-19T19:20:48,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3351cb5f49663e17 with lease ID 0x5abd45452342b3f9: from storage DS-cb58c7ec-2a37-46e6-953c-c477653bdd82 node DatanodeRegistration(127.0.0.1:39351, datanodeUuid=6d0ce517-2357-4d29-8e14-b6944281e310, infoPort=40689, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=479377902;c=1732044047262), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:20:48,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5 2024-11-19T19:20:48,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:48,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:48,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:20:49,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:20:49,394 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894 with version=8 2024-11-19T19:20:49,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/hbase-staging 2024-11-19T19:20:49,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:49,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:49,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:49,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:49,397 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:20:49,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:20:49,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:20:49,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:20:49,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:20:49,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:20:49,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:20:49,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:20:49,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:49,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37801 2024-11-19T19:20:49,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37801 connecting to ZooKeeper ensemble=127.0.0.1:56039 2024-11-19T19:20:49,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378010x0, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:20:49,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37801-0x101548abf220000 connected 2024-11-19T19:20:49,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:49,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:49,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/running 2024-11-19T19:20:49,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894, hbase.cluster.distributed=false 2024-11-19T19:20:49,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/acl 2024-11-19T19:20:49,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37801 2024-11-19T19:20:49,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37801 2024-11-19T19:20:49,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37801 2024-11-19T19:20:49,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37801 2024-11-19T19:20:49,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37801 2024-11-19T19:20:49,704 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:20:49,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:20:49,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:20:49,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:20:49,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:20:49,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:20:49,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:20:49,705 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:20:49,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36091 2024-11-19T19:20:49,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36091 connecting to ZooKeeper ensemble=127.0.0.1:56039 2024-11-19T19:20:49,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:49,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:49,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360910x0, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:20:49,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360910x0, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/running 2024-11-19T19:20:49,775 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:20:49,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36091-0x101548abf220001 connected 2024-11-19T19:20:49,815 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:20:49,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/master 2024-11-19T19:20:49,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/acl 2024-11-19T19:20:49,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36091 2024-11-19T19:20:49,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36091 2024-11-19T19:20:49,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36091 2024-11-19T19:20:49,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36091 2024-11-19T19:20:49,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36091 2024-11-19T19:20:49,941 DEBUG [M:0;f156d4de6e70:37801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:37801 2024-11-19T19:20:49,957 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1338696196/backup-masters/f156d4de6e70,37801,1732044049397 2024-11-19T19:20:49,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196/backup-masters 2024-11-19T19:20:49,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196/backup-masters 2024-11-19T19:20:49,972 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on existing znode=/0-1338696196/backup-masters/f156d4de6e70,37801,1732044049397 2024-11-19T19:20:49,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1338696196/master 2024-11-19T19:20:49,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:49,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:49,986 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on existing znode=/0-1338696196/master 2024-11-19T19:20:49,988 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1338696196/backup-masters/f156d4de6e70,37801,1732044049397 from backup master directory 2024-11-19T19:20:49,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196/backup-masters 2024-11-19T19:20:49,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1338696196/backup-masters/f156d4de6e70,37801,1732044049397 2024-11-19T19:20:49,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196/backup-masters 2024-11-19T19:20:49,996 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:20:49,996 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,37801,1732044049397 2024-11-19T19:20:50,005 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/hbase.id] with ID: e49d9113-1aff-4475-a4bb-6fd50f6c2494 2024-11-19T19:20:50,005 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/.tmp/hbase.id 2024-11-19T19:20:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:20:50,428 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/.tmp/hbase.id]:[hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/hbase.id] 2024-11-19T19:20:50,441 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:50,441 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:20:50,442 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T19:20:50,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:50,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:50,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:20:51,001 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:20:51,002 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:20:51,006 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:20:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:20:51,414 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store 2024-11-19T19:20:51,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:20:51,822 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:20:51,823 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:20:51,823 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:51,823 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:51,823 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:20:51,823 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:51,823 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:51,823 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044051823Disabling compacts and flushes for region at 1732044051823Disabling writes for close at 1732044051823Writing region close event to WAL at 1732044051823Closed at 1732044051823 2024-11-19T19:20:51,824 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/.initializing 2024-11-19T19:20:51,824 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,37801,1732044049397 2024-11-19T19:20:51,825 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:20:51,827 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C37801%2C1732044049397, suffix=, logDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,37801,1732044049397, archiveDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/oldWALs, maxLogs=10 2024-11-19T19:20:51,843 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,37801,1732044049397/f156d4de6e70%2C37801%2C1732044049397.1732044051827, exclude list is [], retry=0 2024-11-19T19:20:51,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39351,DS-bc53e880-bc95-4778-a8fc-0670e6ab1c83,DISK] 2024-11-19T19:20:51,848 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,37801,1732044049397/f156d4de6e70%2C37801%2C1732044049397.1732044051827 2024-11-19T19:20:51,848 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40689:40689)] 2024-11-19T19:20:51,848 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:20:51,848 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:20:51,849 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:51,849 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:51,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:51,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:20:51,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:51,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:51,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:51,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:20:51,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:51,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:20:51,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:51,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:20:51,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:51,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:20:51,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:51,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:20:51,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:51,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:20:51,856 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:51,857 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:51,857 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:51,858 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:51,858 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:51,859 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:20:51,860 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:51,862 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:20:51,862 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75461814, jitterRate=0.12446865439414978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:20:51,863 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044051849Initializing all the Stores at 1732044051850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044051850Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044051850Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044051850Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044051850Cleaning up temporary data from old regions at 1732044051858 (+8 ms)Region opened successfully at 1732044051863 (+5 ms) 2024-11-19T19:20:51,863 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:20:51,866 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bc7201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:20:51,867 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:20:51,867 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:20:51,867 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:20:51,867 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:20:51,868 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:20:51,868 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:20:51,868 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:20:51,874 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:20:51,874 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Unable to get data of znode /0-1338696196/balancer because node does not exist (not necessarily an error) 2024-11-19T19:20:51,932 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1338696196/balancer already deleted, retry=false 2024-11-19T19:20:51,932 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:20:51,933 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Unable to get data of znode /0-1338696196/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:20:51,942 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1338696196/normalizer already deleted, retry=false 2024-11-19T19:20:51,943 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:20:51,943 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Unable to get data of znode /0-1338696196/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:20:51,953 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1338696196/switch/split already deleted, retry=false 2024-11-19T19:20:51,954 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Unable to get data of znode /0-1338696196/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:20:51,963 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1338696196/switch/merge already deleted, retry=false 2024-11-19T19:20:51,965 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Unable to get data of znode /0-1338696196/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:20:51,974 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1338696196/snapshot-cleanup already deleted, retry=false 2024-11-19T19:20:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1338696196/running 2024-11-19T19:20:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1338696196/running 2024-11-19T19:20:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:51,985 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,37801,1732044049397, sessionid=0x101548abf220000, setting cluster-up flag (Was=false) 2024-11-19T19:20:52,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:52,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:52,037 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1338696196/flush-table-proc/acquired, /0-1338696196/flush-table-proc/reached, /0-1338696196/flush-table-proc/abort 2024-11-19T19:20:52,038 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,37801,1732044049397 2024-11-19T19:20:52,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:52,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:52,090 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1338696196/online-snapshot/acquired, /0-1338696196/online-snapshot/reached, /0-1338696196/online-snapshot/abort 2024-11-19T19:20:52,091 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,37801,1732044049397 2024-11-19T19:20:52,092 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:20:52,093 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:20:52,094 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:20:52,094 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:20:52,094 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,37801,1732044049397 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:20:52,095 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:20:52,095 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:20:52,095 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:20:52,095 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:20:52,095 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:20:52,095 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:52,095 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:20:52,095 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:52,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:20:52,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:20:52,097 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044082097 2024-11-19T19:20:52,097 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:52,097 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:20:52,097 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:20:52,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:20:52,097 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:20:52,098 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:20:52,098 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:20:52,098 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:20:52,098 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,098 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:20:52,098 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:20:52,098 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:20:52,098 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:20:52,099 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:20:52,099 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:20:52,099 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044052099,5,FailOnTimeoutGroup] 2024-11-19T19:20:52,099 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044052099,5,FailOnTimeoutGroup] 2024-11-19T19:20:52,099 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,099 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:20:52,099 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,099 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:20:52,129 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(746): ClusterId : e49d9113-1aff-4475-a4bb-6fd50f6c2494 2024-11-19T19:20:52,129 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:20:52,143 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:20:52,143 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:20:52,154 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:20:52,154 DEBUG [RS:0;f156d4de6e70:36091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf5d7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:20:52,165 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:36091 2024-11-19T19:20:52,165 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:20:52,165 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:20:52,165 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:20:52,166 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,37801,1732044049397 with port=36091, startcode=1732044049704 2024-11-19T19:20:52,166 DEBUG [RS:0;f156d4de6e70:36091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:20:52,167 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:20:52,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,36091,1732044049704 2024-11-19T19:20:52,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37801 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,36091,1732044049704 2024-11-19T19:20:52,169 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894 2024-11-19T19:20:52,169 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37795 2024-11-19T19:20:52,169 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:20:52,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196/rs 2024-11-19T19:20:52,175 DEBUG [RS:0;f156d4de6e70:36091 {}] zookeeper.ZKUtil(111): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on existing znode=/0-1338696196/rs/f156d4de6e70,36091,1732044049704 2024-11-19T19:20:52,175 WARN [RS:0;f156d4de6e70:36091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:20:52,175 INFO [RS:0;f156d4de6e70:36091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:20:52,175 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704 2024-11-19T19:20:52,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,36091,1732044049704] 2024-11-19T19:20:52,178 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:20:52,180 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:20:52,181 INFO [RS:0;f156d4de6e70:36091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:20:52,181 INFO [RS:0;f156d4de6e70:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,181 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:20:52,181 INFO [RS:0;f156d4de6e70:36091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:20:52,181 INFO [RS:0;f156d4de6e70:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:20:52,182 DEBUG [RS:0;f156d4de6e70:36091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:20:52,182 INFO [RS:0;f156d4de6e70:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,182 INFO [RS:0;f156d4de6e70:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,182 INFO [RS:0;f156d4de6e70:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,182 INFO [RS:0;f156d4de6e70:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,182 INFO [RS:0;f156d4de6e70:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,183 INFO [RS:0;f156d4de6e70:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36091,1732044049704-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:20:52,195 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:20:52,195 INFO [RS:0;f156d4de6e70:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36091,1732044049704-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,195 INFO [RS:0;f156d4de6e70:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,195 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.Replication(171): f156d4de6e70,36091,1732044049704 started 2024-11-19T19:20:52,207 INFO [RS:0;f156d4de6e70:36091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,207 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,36091,1732044049704, RpcServer on f156d4de6e70/172.17.0.3:36091, sessionid=0x101548abf220001 2024-11-19T19:20:52,207 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:20:52,207 DEBUG [RS:0;f156d4de6e70:36091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,36091,1732044049704 2024-11-19T19:20:52,207 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,36091,1732044049704' 2024-11-19T19:20:52,207 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1338696196/flush-table-proc/abort' 2024-11-19T19:20:52,207 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1338696196/flush-table-proc/acquired' 2024-11-19T19:20:52,208 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:20:52,208 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:20:52,208 DEBUG [RS:0;f156d4de6e70:36091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,36091,1732044049704 2024-11-19T19:20:52,208 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,36091,1732044049704' 2024-11-19T19:20:52,208 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1338696196/online-snapshot/abort' 2024-11-19T19:20:52,208 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1338696196/online-snapshot/acquired' 2024-11-19T19:20:52,208 DEBUG [RS:0;f156d4de6e70:36091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:20:52,208 INFO [RS:0;f156d4de6e70:36091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:20:52,208 INFO [RS:0;f156d4de6e70:36091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:20:52,309 INFO [RS:0;f156d4de6e70:36091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:20:52,310 INFO [RS:0;f156d4de6e70:36091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C36091%2C1732044049704, suffix=, logDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704, archiveDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/oldWALs, maxLogs=10 2024-11-19T19:20:52,322 DEBUG [RS:0;f156d4de6e70:36091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.1732044052310, exclude list is [], retry=0 2024-11-19T19:20:52,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39351,DS-bc53e880-bc95-4778-a8fc-0670e6ab1c83,DISK] 2024-11-19T19:20:52,326 INFO [RS:0;f156d4de6e70:36091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.1732044052310 2024-11-19T19:20:52,326 DEBUG [RS:0;f156d4de6e70:36091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40689:40689)] 2024-11-19T19:20:52,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:20:52,503 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894 2024-11-19T19:20:52,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:20:52,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:20:52,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:20:52,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:20:52,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:52,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:52,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:20:52,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:20:52,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:52,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:52,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:20:52,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:20:52,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:52,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:52,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:20:52,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:20:52,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:52,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:52,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:20:52,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740 2024-11-19T19:20:52,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740 2024-11-19T19:20:52,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:20:52,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:20:52,521 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:20:52,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:20:52,523 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:20:52,524 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65105659, jitterRate=-0.029850080609321594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:20:52,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044052512Initializing all the Stores at 1732044052513 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044052513Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044052513Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044052513Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044052513Cleaning up temporary data from old regions at 1732044052520 (+7 ms)Region opened successfully at 1732044052524 (+4 ms) 2024-11-19T19:20:52,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:20:52,524 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:20:52,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:20:52,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:20:52,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:20:52,525 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:20:52,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044052524Disabling compacts and flushes for region at 1732044052524Disabling writes for close at 1732044052524Writing region close event to WAL at 1732044052525 (+1 ms)Closed at 1732044052525 2024-11-19T19:20:52,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:20:52,526 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:20:52,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:20:52,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:20:52,528 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:20:52,678 DEBUG [f156d4de6e70:37801 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:20:52,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,36091,1732044049704 2024-11-19T19:20:52,680 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,36091,1732044049704, state=OPENING 2024-11-19T19:20:52,721 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:20:52,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:52,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:52,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1338696196/meta-region-server: CHANGED 2024-11-19T19:20:52,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1338696196/meta-region-server: CHANGED 2024-11-19T19:20:52,762 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:20:52,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,36091,1732044049704}] 2024-11-19T19:20:52,914 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:20:52,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:20:52,919 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:20:52,919 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:20:52,919 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:20:52,920 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C36091%2C1732044049704.meta, suffix=.meta, logDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704, archiveDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/oldWALs, maxLogs=10 2024-11-19T19:20:52,932 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.meta.1732044052921.meta, exclude list is [], retry=0 2024-11-19T19:20:52,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39351,DS-bc53e880-bc95-4778-a8fc-0670e6ab1c83,DISK] 2024-11-19T19:20:52,936 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.meta.1732044052921.meta 2024-11-19T19:20:52,936 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40689:40689)] 2024-11-19T19:20:52,936 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:20:52,937 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:20:52,937 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:20:52,937 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:20:52,937 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:20:52,937 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:20:52,937 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:20:52,937 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:20:52,937 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:20:52,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:20:52,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:20:52,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:52,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:52,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:20:52,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:20:52,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:52,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:52,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:20:52,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:20:52,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:52,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:52,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:20:52,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:20:52,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:52,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:52,944 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:20:52,945 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740 2024-11-19T19:20:52,946 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740 2024-11-19T19:20:52,947 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:20:52,947 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:20:52,947 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:20:52,948 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:20:52,949 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61922102, jitterRate=-0.07728877663612366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:20:52,949 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:20:52,949 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044052937Writing region info on filesystem at 1732044052937Initializing all the Stores at 1732044052938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044052938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044052938Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044052938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044052938Cleaning up temporary data from old regions at 1732044052947 (+9 ms)Running coprocessor post-open hooks at 1732044052949 (+2 ms)Region opened successfully at 1732044052949 2024-11-19T19:20:52,950 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044052914 2024-11-19T19:20:52,952 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:20:52,952 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:20:52,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,36091,1732044049704 2024-11-19T19:20:52,953 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,36091,1732044049704, state=OPEN 2024-11-19T19:20:52,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1338696196/meta-region-server 2024-11-19T19:20:52,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1338696196/meta-region-server 2024-11-19T19:20:52,974 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,36091,1732044049704 2024-11-19T19:20:52,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1338696196/meta-region-server: CHANGED 2024-11-19T19:20:52,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1338696196/meta-region-server: CHANGED 2024-11-19T19:20:52,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:20:52,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,36091,1732044049704 in 212 msec 2024-11-19T19:20:52,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:20:52,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-19T19:20:52,979 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:20:52,979 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:20:52,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:20:52,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,36091,1732044049704, seqNum=-1] 2024-11-19T19:20:52,981 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:20:52,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:20:52,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 894 msec 2024-11-19T19:20:52,987 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044052987, completionTime=-1 2024-11-19T19:20:52,987 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:20:52,987 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:20:52,990 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:20:52,990 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044112990 2024-11-19T19:20:52,990 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044172990 2024-11-19T19:20:52,990 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T19:20:52,990 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37801,1732044049397-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,990 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37801,1732044049397-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,990 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37801,1732044049397-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,990 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:37801, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,990 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,990 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:52,992 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:20:52,993 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.997sec 2024-11-19T19:20:52,994 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:20:52,994 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:20:52,994 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:20:52,994 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:20:52,994 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:20:52,994 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37801,1732044049397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:20:52,994 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37801,1732044049397-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:20:52,996 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:20:52,996 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:20:52,996 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37801,1732044049397-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:53,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:53,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37801,-1 for getting cluster id 2024-11-19T19:20:53,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:20:53,031 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e49d9113-1aff-4475-a4bb-6fd50f6c2494' 2024-11-19T19:20:53,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:20:53,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e49d9113-1aff-4475-a4bb-6fd50f6c2494" 2024-11-19T19:20:53,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d866031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:53,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37801,-1] 2024-11-19T19:20:53,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:20:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:53,033 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:20:53,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:53,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:20:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,36091,1732044049704, seqNum=-1] 2024-11-19T19:20:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:20:53,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:20:53,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,37801,1732044049397 2024-11-19T19:20:53,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56039 2024-11-19T19:20:53,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:20:53,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101548abf220002 connected 2024-11-19T19:20:53,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/hadoop.log.dir so I do NOT create it in target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef 2024-11-19T19:20:53,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:20:53,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/hadoop.tmp.dir so I do NOT create it in target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef 2024-11-19T19:20:53,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:20:53,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef 2024-11-19T19:20:53,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:20:53,061 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/cluster_19731752-19f5-3025-a3ec-9697bec278be, deleteOnExit=true 2024-11-19T19:20:53,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/test.cache.data in system properties and HBase conf 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:20:53,062 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:20:53,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:20:53,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:20:53,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:20:53,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:20:53,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:20:53,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:20:53,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:20:53,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:20:53,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:20:53,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:20:53,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:20:53,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:20:53,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c982e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:20:53,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:20:53,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2207950c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/java.io.tmpdir/jetty-localhost-44789-hadoop-hdfs-3_4_1-tests_jar-_-any-1653238370927310315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:20:53,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@619484eb{HTTP/1.1, (http/1.1)}{localhost:44789} 2024-11-19T19:20:53,631 INFO [Time-limited test {}] server.Server(415): Started @145568ms 2024-11-19T19:20:53,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:20:54,000 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:20:54,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:20:54,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:20:54,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:20:54,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8e46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:20:54,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:20:54,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c111acf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/java.io.tmpdir/jetty-localhost-35509-hadoop-hdfs-3_4_1-tests_jar-_-any-1940150580560110863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:20:54,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@578c9118{HTTP/1.1, (http/1.1)}{localhost:35509} 2024-11-19T19:20:54,101 INFO [Time-limited test {}] server.Server(415): Started @146037ms 2024-11-19T19:20:54,102 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:20:54,775 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/cluster_19731752-19f5-3025-a3ec-9697bec278be/data/data1/current/BP-1130946798-172.17.0.3-1732044053076/current, will proceed with Du for space computation calculation, 2024-11-19T19:20:54,775 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/cluster_19731752-19f5-3025-a3ec-9697bec278be/data/data2/current/BP-1130946798-172.17.0.3-1732044053076/current, will proceed with Du for space computation calculation, 2024-11-19T19:20:54,789 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:20:54,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6e9aa38251994b7 with lease ID 0x6bae7ba2033d4e48: Processing first storage report for DS-82d3f352-2502-409e-aeb2-049748cdba61 from datanode DatanodeRegistration(127.0.0.1:37733, datanodeUuid=685db7c0-f6fc-4fa6-8438-0e2c69249523, infoPort=37067, infoSecurePort=0, ipcPort=45037, storageInfo=lv=-57;cid=testClusterID;nsid=2024695281;c=1732044053076) 2024-11-19T19:20:54,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6e9aa38251994b7 with lease ID 0x6bae7ba2033d4e48: from storage DS-82d3f352-2502-409e-aeb2-049748cdba61 node DatanodeRegistration(127.0.0.1:37733, datanodeUuid=685db7c0-f6fc-4fa6-8438-0e2c69249523, infoPort=37067, infoSecurePort=0, ipcPort=45037, storageInfo=lv=-57;cid=testClusterID;nsid=2024695281;c=1732044053076), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:20:54,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6e9aa38251994b7 with lease ID 0x6bae7ba2033d4e48: Processing first storage report for DS-f184cd6f-b1bb-467b-8e40-e42ec16de4af from datanode DatanodeRegistration(127.0.0.1:37733, datanodeUuid=685db7c0-f6fc-4fa6-8438-0e2c69249523, infoPort=37067, infoSecurePort=0, ipcPort=45037, storageInfo=lv=-57;cid=testClusterID;nsid=2024695281;c=1732044053076) 2024-11-19T19:20:54,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6e9aa38251994b7 with lease ID 0x6bae7ba2033d4e48: from storage DS-f184cd6f-b1bb-467b-8e40-e42ec16de4af node DatanodeRegistration(127.0.0.1:37733, datanodeUuid=685db7c0-f6fc-4fa6-8438-0e2c69249523, infoPort=37067, infoSecurePort=0, ipcPort=45037, storageInfo=lv=-57;cid=testClusterID;nsid=2024695281;c=1732044053076), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:20:54,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef 2024-11-19T19:20:54,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:54,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:54,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:20:55,243 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a with version=8 2024-11-19T19:20:55,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/hbase-staging 2024-11-19T19:20:55,246 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:20:55,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:20:55,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:20:55,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:20:55,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:20:55,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:20:55,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:20:55,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:20:55,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45913 2024-11-19T19:20:55,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45913 connecting to ZooKeeper ensemble=127.0.0.1:56039 2024-11-19T19:20:55,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459130x0, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:20:55,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45913-0x101548abf220003 connected 2024-11-19T19:20:55,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:55,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:55,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Set watcher on znode that does not yet exist, /1-1752980182/running 2024-11-19T19:20:55,367 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a, hbase.cluster.distributed=false 2024-11-19T19:20:55,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Set watcher on znode that does not yet exist, /1-1752980182/acl 2024-11-19T19:20:55,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45913 2024-11-19T19:20:55,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45913 2024-11-19T19:20:55,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45913 2024-11-19T19:20:55,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45913 2024-11-19T19:20:55,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45913 2024-11-19T19:20:55,383 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:20:55,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:20:55,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:20:55,383 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:20:55,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:20:55,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:20:55,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:20:55,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:20:55,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44281 2024-11-19T19:20:55,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44281 connecting to ZooKeeper ensemble=127.0.0.1:56039 2024-11-19T19:20:55,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:55,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:55,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442810x0, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:20:55,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442810x0, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Set watcher on znode that does not yet exist, /1-1752980182/running 2024-11-19T19:20:55,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44281-0x101548abf220004 connected 2024-11-19T19:20:55,396 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:20:55,402 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:20:55,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Set watcher on znode that does not yet exist, /1-1752980182/master 2024-11-19T19:20:55,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Set watcher on znode that does not yet exist, /1-1752980182/acl 2024-11-19T19:20:55,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44281 2024-11-19T19:20:55,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44281 2024-11-19T19:20:55,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44281 2024-11-19T19:20:55,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44281 2024-11-19T19:20:55,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44281 2024-11-19T19:20:55,424 DEBUG [M:0;f156d4de6e70:45913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:45913 2024-11-19T19:20:55,424 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1752980182/backup-masters/f156d4de6e70,45913,1732044055246 2024-11-19T19:20:55,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182/backup-masters 2024-11-19T19:20:55,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182/backup-masters 2024-11-19T19:20:55,437 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Set watcher on existing znode=/1-1752980182/backup-masters/f156d4de6e70,45913,1732044055246 2024-11-19T19:20:55,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:20:55,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1752980182/master 2024-11-19T19:20:55,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:20:55,448 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Set watcher on existing znode=/1-1752980182/master 2024-11-19T19:20:55,449 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1752980182/backup-masters/f156d4de6e70,45913,1732044055246 from backup master directory 2024-11-19T19:20:55,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1752980182/backup-masters/f156d4de6e70,45913,1732044055246 2024-11-19T19:20:55,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182/backup-masters 2024-11-19T19:20:55,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182/backup-masters 2024-11-19T19:20:55,458 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:20:55,458 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,45913,1732044055246 2024-11-19T19:20:55,462 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/hbase.id] with ID: b9e33ca5-6bed-4e29-b5c5-10fc3a5aaf71 2024-11-19T19:20:55,462 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/.tmp/hbase.id 2024-11-19T19:20:55,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:20:55,467 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/.tmp/hbase.id]:[hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/hbase.id] 2024-11-19T19:20:55,476 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:20:55,477 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:20:55,477 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T19:20:55,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:20:55,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:20:55,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:20:55,896 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:20:55,897 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:20:55,897 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:20:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:20:56,304 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store 2024-11-19T19:20:56,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:20:56,709 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:20:56,709 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:20:56,709 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:56,709 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:56,709 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:20:56,709 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:56,709 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:20:56,709 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044056709Disabling compacts and flushes for region at 1732044056709Disabling writes for close at 1732044056709Writing region close event to WAL at 1732044056709Closed at 1732044056709 2024-11-19T19:20:56,710 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/.initializing 2024-11-19T19:20:56,710 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/WALs/f156d4de6e70,45913,1732044055246 2024-11-19T19:20:56,711 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:20:56,712 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C45913%2C1732044055246, suffix=, logDir=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/WALs/f156d4de6e70,45913,1732044055246, archiveDir=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/oldWALs, maxLogs=10 2024-11-19T19:20:56,723 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/WALs/f156d4de6e70,45913,1732044055246/f156d4de6e70%2C45913%2C1732044055246.1732044056712, exclude list is [], retry=0 2024-11-19T19:20:56,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37733,DS-82d3f352-2502-409e-aeb2-049748cdba61,DISK] 2024-11-19T19:20:56,727 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/WALs/f156d4de6e70,45913,1732044055246/f156d4de6e70%2C45913%2C1732044055246.1732044056712 2024-11-19T19:20:56,727 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37067:37067)] 2024-11-19T19:20:56,727 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:20:56,728 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:20:56,728 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:56,728 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:56,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:56,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:20:56,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:56,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:56,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:56,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:20:56,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:56,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:20:56,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:56,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:20:56,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:56,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:20:56,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:56,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:20:56,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:56,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:20:56,734 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:56,735 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:56,735 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:56,736 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:56,736 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:56,737 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:20:56,738 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:20:56,740 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:20:56,740 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70284922, jitterRate=0.0473269522190094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:20:56,740 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044056728Initializing all the Stores at 1732044056728Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044056728Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044056729 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044056729Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044056729Cleaning up temporary data from old regions at 1732044056736 (+7 ms)Region opened successfully at 1732044056740 (+4 ms) 2024-11-19T19:20:56,741 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:20:56,743 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b40b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:20:56,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:20:56,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:20:56,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:20:56,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:20:56,745 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:20:56,745 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:20:56,745 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:20:56,747 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:20:56,748 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Unable to get data of znode /1-1752980182/balancer because node does not exist (not necessarily an error) 2024-11-19T19:20:56,806 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1752980182/balancer already deleted, retry=false 2024-11-19T19:20:56,806 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:20:56,807 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Unable to get data of znode /1-1752980182/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:20:56,816 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1752980182/normalizer already deleted, retry=false 2024-11-19T19:20:56,816 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:20:56,817 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Unable to get data of znode /1-1752980182/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:20:56,826 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1752980182/switch/split already deleted, retry=false 2024-11-19T19:20:56,828 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Unable to get data of znode /1-1752980182/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:20:56,837 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1752980182/switch/merge already deleted, retry=false 2024-11-19T19:20:56,839 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Unable to get data of znode /1-1752980182/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:20:56,848 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1752980182/snapshot-cleanup already deleted, retry=false 2024-11-19T19:20:56,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1752980182/running 2024-11-19T19:20:56,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1752980182/running 2024-11-19T19:20:56,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:20:56,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:20:56,859 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,45913,1732044055246, sessionid=0x101548abf220003, setting cluster-up flag (Was=false) 2024-11-19T19:20:56,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:20:56,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:20:56,911 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1752980182/flush-table-proc/acquired, /1-1752980182/flush-table-proc/reached, /1-1752980182/flush-table-proc/abort 2024-11-19T19:20:56,912 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,45913,1732044055246 2024-11-19T19:20:56,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:20:56,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:20:56,964 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1752980182/online-snapshot/acquired, /1-1752980182/online-snapshot/reached, /1-1752980182/online-snapshot/abort 2024-11-19T19:20:56,965 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,45913,1732044055246 2024-11-19T19:20:56,966 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:20:56,967 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:20:56,967 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:20:56,967 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:20:56,967 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,45913,1732044055246 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:20:56,969 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:20:56,969 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:20:56,969 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:20:56,969 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:20:56,969 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:20:56,969 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:56,969 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:20:56,969 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:56,969 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044086969 2024-11-19T19:20:56,970 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:20:56,970 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:20:56,970 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:20:56,970 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:20:56,970 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:20:56,970 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:20:56,970 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:56,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:20:56,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:20:56,970 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:20:56,970 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:20:56,970 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:20:56,970 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:20:56,971 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:20:56,971 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:20:56,971 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044056971,5,FailOnTimeoutGroup] 2024-11-19T19:20:56,971 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:56,971 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044056971,5,FailOnTimeoutGroup] 2024-11-19T19:20:56,971 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:56,971 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:20:56,971 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:56,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:20:56,971 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:20:57,016 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(746): ClusterId : b9e33ca5-6bed-4e29-b5c5-10fc3a5aaf71 2024-11-19T19:20:57,016 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:20:57,027 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:20:57,027 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:20:57,038 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:20:57,038 DEBUG [RS:0;f156d4de6e70:44281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8fa30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:20:57,048 DEBUG [RS:0;f156d4de6e70:44281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:44281 2024-11-19T19:20:57,048 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:20:57,048 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:20:57,048 DEBUG [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:20:57,049 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,45913,1732044055246 with port=44281, startcode=1732044055383 2024-11-19T19:20:57,049 DEBUG [RS:0;f156d4de6e70:44281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:20:57,050 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:20:57,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,44281,1732044055383 2024-11-19T19:20:57,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45913 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,44281,1732044055383 2024-11-19T19:20:57,051 DEBUG [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a 2024-11-19T19:20:57,052 DEBUG [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36259 2024-11-19T19:20:57,052 DEBUG [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:20:57,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182/rs 2024-11-19T19:20:57,101 DEBUG [RS:0;f156d4de6e70:44281 {}] zookeeper.ZKUtil(111): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Set watcher on existing znode=/1-1752980182/rs/f156d4de6e70,44281,1732044055383 2024-11-19T19:20:57,101 WARN [RS:0;f156d4de6e70:44281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:20:57,101 INFO [RS:0;f156d4de6e70:44281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:20:57,101 DEBUG [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/WALs/f156d4de6e70,44281,1732044055383 2024-11-19T19:20:57,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,44281,1732044055383] 2024-11-19T19:20:57,104 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:20:57,105 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:20:57,106 INFO [RS:0;f156d4de6e70:44281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:20:57,106 INFO [RS:0;f156d4de6e70:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:57,106 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:20:57,106 INFO [RS:0;f156d4de6e70:44281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:20:57,107 INFO [RS:0;f156d4de6e70:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:20:57,107 DEBUG [RS:0;f156d4de6e70:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:20:57,107 INFO [RS:0;f156d4de6e70:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:57,107 INFO [RS:0;f156d4de6e70:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:57,107 INFO [RS:0;f156d4de6e70:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:57,107 INFO [RS:0;f156d4de6e70:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:57,107 INFO [RS:0;f156d4de6e70:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:57,107 INFO [RS:0;f156d4de6e70:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,44281,1732044055383-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:20:57,120 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:20:57,120 INFO [RS:0;f156d4de6e70:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,44281,1732044055383-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:57,120 INFO [RS:0;f156d4de6e70:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:57,120 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.Replication(171): f156d4de6e70,44281,1732044055383 started 2024-11-19T19:20:57,132 INFO [RS:0;f156d4de6e70:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:57,132 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,44281,1732044055383, RpcServer on f156d4de6e70/172.17.0.3:44281, sessionid=0x101548abf220004 2024-11-19T19:20:57,133 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:20:57,133 DEBUG [RS:0;f156d4de6e70:44281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,44281,1732044055383 2024-11-19T19:20:57,133 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,44281,1732044055383' 2024-11-19T19:20:57,133 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1752980182/flush-table-proc/abort' 2024-11-19T19:20:57,133 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1752980182/flush-table-proc/acquired' 2024-11-19T19:20:57,134 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:20:57,134 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:20:57,134 DEBUG [RS:0;f156d4de6e70:44281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,44281,1732044055383 2024-11-19T19:20:57,134 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,44281,1732044055383' 2024-11-19T19:20:57,134 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1752980182/online-snapshot/abort' 2024-11-19T19:20:57,134 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1752980182/online-snapshot/acquired' 2024-11-19T19:20:57,134 DEBUG [RS:0;f156d4de6e70:44281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:20:57,134 INFO [RS:0;f156d4de6e70:44281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:20:57,134 INFO [RS:0;f156d4de6e70:44281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:20:57,235 INFO [RS:0;f156d4de6e70:44281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:20:57,236 INFO [RS:0;f156d4de6e70:44281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C44281%2C1732044055383, suffix=, logDir=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/WALs/f156d4de6e70,44281,1732044055383, archiveDir=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/oldWALs, maxLogs=10 2024-11-19T19:20:57,247 DEBUG [RS:0;f156d4de6e70:44281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/WALs/f156d4de6e70,44281,1732044055383/f156d4de6e70%2C44281%2C1732044055383.1732044057236, exclude list is [], retry=0 2024-11-19T19:20:57,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37733,DS-82d3f352-2502-409e-aeb2-049748cdba61,DISK] 2024-11-19T19:20:57,252 INFO [RS:0;f156d4de6e70:44281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/WALs/f156d4de6e70,44281,1732044055383/f156d4de6e70%2C44281%2C1732044055383.1732044057236 2024-11-19T19:20:57,252 DEBUG [RS:0;f156d4de6e70:44281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37067:37067)] 2024-11-19T19:20:57,383 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:20:57,383 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a 2024-11-19T19:20:57,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:20:57,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:20:57,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:20:57,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:20:57,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:57,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:57,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:20:57,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:20:57,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:57,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:57,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:20:57,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:20:57,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:57,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:57,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:20:57,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:20:57,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:57,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:57,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:20:57,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/data/hbase/meta/1588230740 2024-11-19T19:20:57,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/data/hbase/meta/1588230740 2024-11-19T19:20:57,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:20:57,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:20:57,799 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:20:57,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:20:57,801 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:20:57,802 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64245141, jitterRate=-0.04267279803752899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:20:57,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044057789Initializing all the Stores at 1732044057790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044057790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044057790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044057790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044057790Cleaning up temporary data from old regions at 1732044057799 (+9 ms)Region opened successfully at 1732044057802 (+3 ms) 2024-11-19T19:20:57,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:20:57,802 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:20:57,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:20:57,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:20:57,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:20:57,802 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:20:57,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044057802Disabling compacts and flushes for region at 1732044057802Disabling writes for close at 1732044057802Writing region close event to WAL at 1732044057802Closed at 1732044057802 2024-11-19T19:20:57,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:20:57,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:20:57,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:20:57,804 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:20:57,805 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:20:57,955 DEBUG [f156d4de6e70:45913 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:20:57,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,44281,1732044055383 2024-11-19T19:20:57,956 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,44281,1732044055383, state=OPENING 2024-11-19T19:20:58,005 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:20:58,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:20:58,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:20:58,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1752980182/meta-region-server: CHANGED 2024-11-19T19:20:58,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1752980182/meta-region-server: CHANGED 2024-11-19T19:20:58,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:20:58,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,44281,1732044055383}] 2024-11-19T19:20:58,169 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:20:58,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:20:58,173 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:20:58,173 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:20:58,174 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:20:58,175 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C44281%2C1732044055383.meta, suffix=.meta, logDir=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/WALs/f156d4de6e70,44281,1732044055383, archiveDir=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/oldWALs, maxLogs=10 2024-11-19T19:20:58,187 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/WALs/f156d4de6e70,44281,1732044055383/f156d4de6e70%2C44281%2C1732044055383.meta.1732044058175.meta, exclude list is [], retry=0 2024-11-19T19:20:58,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37733,DS-82d3f352-2502-409e-aeb2-049748cdba61,DISK] 2024-11-19T19:20:58,191 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/WALs/f156d4de6e70,44281,1732044055383/f156d4de6e70%2C44281%2C1732044055383.meta.1732044058175.meta 2024-11-19T19:20:58,191 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37067:37067)] 2024-11-19T19:20:58,191 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:20:58,192 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:20:58,192 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:20:58,192 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:20:58,192 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:20:58,192 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:20:58,192 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:20:58,192 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:20:58,192 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:20:58,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:20:58,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:20:58,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:58,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:58,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:20:58,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:20:58,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:58,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:58,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:20:58,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:20:58,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:58,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:58,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:20:58,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:20:58,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:58,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:20:58,199 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:20:58,200 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/data/hbase/meta/1588230740 2024-11-19T19:20:58,200 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/data/hbase/meta/1588230740 2024-11-19T19:20:58,201 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:20:58,201 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:20:58,202 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:20:58,203 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:20:58,203 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75080278, jitterRate=0.11878332495689392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:20:58,203 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:20:58,204 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044058192Writing region info on filesystem at 1732044058192Initializing all the Stores at 1732044058193 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044058193Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044058194 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044058194Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044058194Cleaning up temporary data from old regions at 1732044058201 (+7 ms)Running coprocessor post-open hooks at 1732044058203 (+2 ms)Region opened successfully at 1732044058203 2024-11-19T19:20:58,204 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044058169 2024-11-19T19:20:58,206 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:20:58,206 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:20:58,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,44281,1732044055383 2024-11-19T19:20:58,207 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,44281,1732044055383, state=OPEN 2024-11-19T19:20:58,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1752980182/meta-region-server 2024-11-19T19:20:58,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1752980182/meta-region-server 2024-11-19T19:20:58,277 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,44281,1732044055383 2024-11-19T19:20:58,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1752980182/meta-region-server: CHANGED 2024-11-19T19:20:58,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1752980182/meta-region-server: CHANGED 2024-11-19T19:20:58,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:20:58,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,44281,1732044055383 in 260 msec 2024-11-19T19:20:58,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:20:58,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-19T19:20:58,282 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:20:58,282 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:20:58,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:20:58,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,44281,1732044055383, seqNum=-1] 2024-11-19T19:20:58,283 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:20:58,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:20:58,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-11-19T19:20:58,290 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044058290, completionTime=-1 2024-11-19T19:20:58,290 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:20:58,290 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:20:58,292 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:20:58,292 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044118292 2024-11-19T19:20:58,292 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044178292 2024-11-19T19:20:58,292 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T19:20:58,293 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,45913,1732044055246-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:58,293 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,45913,1732044055246-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:58,293 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,45913,1732044055246-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:58,293 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:45913, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:58,293 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:58,293 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:58,295 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:20:58,297 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.839sec 2024-11-19T19:20:58,297 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:20:58,297 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:20:58,297 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:20:58,298 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:20:58,298 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:20:58,298 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,45913,1732044055246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:20:58,298 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,45913,1732044055246-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:20:58,300 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:20:58,300 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:20:58,300 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,45913,1732044055246-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:20:58,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:58,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,45913,-1 for getting cluster id 2024-11-19T19:20:58,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:20:58,319 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9e33ca5-6bed-4e29-b5c5-10fc3a5aaf71' 2024-11-19T19:20:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:20:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9e33ca5-6bed-4e29-b5c5-10fc3a5aaf71" 2024-11-19T19:20:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cda2032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,45913,-1] 2024-11-19T19:20:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:20:58,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:58,321 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:20:58,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:58,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:20:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,44281,1732044055383, seqNum=-1] 2024-11-19T19:20:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:20:58,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:20:58,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,45913,1732044055246 2024-11-19T19:20:58,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56039 2024-11-19T19:20:58,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:20:58,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101548abf220005 connected 2024-11-19T19:20:58,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cb8b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:58,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37801,-1 for getting cluster id 2024-11-19T19:20:58,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:20:58,367 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e49d9113-1aff-4475-a4bb-6fd50f6c2494' 2024-11-19T19:20:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:20:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e49d9113-1aff-4475-a4bb-6fd50f6c2494" 2024-11-19T19:20:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15521eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37801,-1] 2024-11-19T19:20:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:20:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:58,369 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:20:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797ffbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:58,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:20:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,37801,1732044049397 2024-11-19T19:20:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f357fa8 2024-11-19T19:20:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:20:58,371 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:20:58,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:45913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:20:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:20:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:20:58,374 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:45913' 2024-11-19T19:20:58,375 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a68ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:58,375 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,45913,-1 for getting cluster id 2024-11-19T19:20:58,375 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:20:58,376 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9e33ca5-6bed-4e29-b5c5-10fc3a5aaf71' 2024-11-19T19:20:58,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:20:58,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9e33ca5-6bed-4e29-b5c5-10fc3a5aaf71" 2024-11-19T19:20:58,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b09bcea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:58,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,45913,-1] 2024-11-19T19:20:58,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:20:58,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:58,378 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:20:58,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd64fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:58,379 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:20:58,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,45913,1732044055246 2024-11-19T19:20:58,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f27873 2024-11-19T19:20:58,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:20:58,381 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:20:58,382 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T19:20:58,382 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:20:58,382 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:58,382 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:58,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:20:58,383 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:20:58,384 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:20:58,385 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:20:58,385 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:58,387 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:20:58,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741835_1011 (size=1138) 2024-11-19T19:20:58,396 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f15d1cae2b0080155ec4cb2cbc05f75e, NAME => 'hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894 2024-11-19T19:20:58,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741836_1012 (size=44) 2024-11-19T19:20:58,434 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:20:58,439 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:20:58,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:58,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:58,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:58,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:58,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:20:58,472 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:20:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:20:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:20:58,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:20:58,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f15d1cae2b0080155ec4cb2cbc05f75e, disabling compactions & flushes 2024-11-19T19:20:58,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:20:58,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:20:58,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. after waiting 0 ms 2024-11-19T19:20:58,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:20:58,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:20:58,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f15d1cae2b0080155ec4cb2cbc05f75e: Waiting for close lock at 1732044058805Disabling compacts and flushes for region at 1732044058805Disabling writes for close at 1732044058805Writing region close event to WAL at 1732044058805Closed at 1732044058805 2024-11-19T19:20:58,806 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:20:58,806 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732044058806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044058806"}]},"ts":"1732044058806"} 2024-11-19T19:20:58,809 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:20:58,810 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:20:58,810 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044058810"}]},"ts":"1732044058810"} 2024-11-19T19:20:58,812 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:20:58,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f15d1cae2b0080155ec4cb2cbc05f75e, ASSIGN}] 2024-11-19T19:20:58,813 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f15d1cae2b0080155ec4cb2cbc05f75e, ASSIGN 2024-11-19T19:20:58,814 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f15d1cae2b0080155ec4cb2cbc05f75e, ASSIGN; state=OFFLINE, location=f156d4de6e70,36091,1732044049704; forceNewPlan=false, retain=false 2024-11-19T19:20:58,965 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f15d1cae2b0080155ec4cb2cbc05f75e, regionState=OPENING, regionLocation=f156d4de6e70,36091,1732044049704 2024-11-19T19:20:58,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f15d1cae2b0080155ec4cb2cbc05f75e, ASSIGN because future has completed 2024-11-19T19:20:58,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f15d1cae2b0080155ec4cb2cbc05f75e, server=f156d4de6e70,36091,1732044049704}] 2024-11-19T19:20:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:20:59,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:20:59,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:20:59,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:20:59,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C36091%2C1732044049704.rep, suffix=, logDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704, archiveDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/oldWALs, maxLogs=10 2024-11-19T19:20:59,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.rep.1732044059125, exclude list is [], retry=0 2024-11-19T19:20:59,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39351,DS-bc53e880-bc95-4778-a8fc-0670e6ab1c83,DISK] 2024-11-19T19:20:59,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.rep.1732044059125 2024-11-19T19:20:59,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40689:40689)] 2024-11-19T19:20:59,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f15d1cae2b0080155ec4cb2cbc05f75e, NAME => 'hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:20:59,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:20:59,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:20:59,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. service=MultiRowMutationService 2024-11-19T19:20:59,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:20:59,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:20:59,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,144 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,145 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f15d1cae2b0080155ec4cb2cbc05f75e columnFamilyName hfileref 2024-11-19T19:20:59,145 DEBUG [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:59,146 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] regionserver.HStore(327): Store=f15d1cae2b0080155ec4cb2cbc05f75e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:20:59,146 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,147 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f15d1cae2b0080155ec4cb2cbc05f75e columnFamilyName queue 2024-11-19T19:20:59,147 DEBUG [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:59,147 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] regionserver.HStore(327): Store=f15d1cae2b0080155ec4cb2cbc05f75e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:20:59,148 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,148 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f15d1cae2b0080155ec4cb2cbc05f75e columnFamilyName sid 2024-11-19T19:20:59,148 DEBUG [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:20:59,149 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] regionserver.HStore(327): Store=f15d1cae2b0080155ec4cb2cbc05f75e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:20:59,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/replication/f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/replication/f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:20:59,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/replication/f15d1cae2b0080155ec4cb2cbc05f75e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:20:59,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f15d1cae2b0080155ec4cb2cbc05f75e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71458160, jitterRate=0.06480956077575684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:20:59,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f15d1cae2b0080155ec4cb2cbc05f75e: Running coprocessor pre-open hook at 1732044059143Writing region info on filesystem at 1732044059143Initializing all the Stores at 1732044059144 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044059144Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044059144Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044059144Cleaning up temporary data from old regions at 1732044059151 (+7 ms)Running coprocessor post-open hooks at 1732044059154 (+3 ms)Region opened successfully at 1732044059155 (+1 ms) 2024-11-19T19:20:59,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e., pid=7, masterSystemTime=1732044059119 2024-11-19T19:20:59,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:20:59,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:20:59,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f15d1cae2b0080155ec4cb2cbc05f75e, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,36091,1732044049704 2024-11-19T19:20:59,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f15d1cae2b0080155ec4cb2cbc05f75e, server=f156d4de6e70,36091,1732044049704 because future has completed 2024-11-19T19:20:59,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T19:20:59,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f15d1cae2b0080155ec4cb2cbc05f75e, server=f156d4de6e70,36091,1732044049704 in 194 msec 2024-11-19T19:20:59,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:20:59,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f15d1cae2b0080155ec4cb2cbc05f75e, ASSIGN in 351 msec 2024-11-19T19:20:59,165 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:20:59,165 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044059165"}]},"ts":"1732044059165"} 2024-11-19T19:20:59,167 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:20:59,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:20:59,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 785 msec 2024-11-19T19:20:59,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e., hostname=f156d4de6e70,36091,1732044049704, seqNum=2] 2024-11-19T19:20:59,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:59,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:59,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:20:59,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T19:20:59,391 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:20:59,420 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,36091,1732044049704, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:20:59,421 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:20:59,421 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,36091,1732044049704, seqNum=-1] 2024-11-19T19:20:59,421 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:20:59,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-19T19:20:59,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,36091,1732044049704', locateType=CURRENT is [region=hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e., hostname=f156d4de6e70,36091,1732044049704, seqNum=2] 2024-11-19T19:20:59,426 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T19:20:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T19:20:59,428 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,36091,1732044049704 suceeded 2024-11-19T19:20:59,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T19:20:59,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-19T19:20:59,430 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:45913,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:20:59,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0580 sec 2024-11-19T19:20:59,442 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:45913' 2024-11-19T19:20:59,444 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b515c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:59,444 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,45913,-1 for getting cluster id 2024-11-19T19:20:59,444 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:20:59,445 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9e33ca5-6bed-4e29-b5c5-10fc3a5aaf71' 2024-11-19T19:20:59,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:20:59,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9e33ca5-6bed-4e29-b5c5-10fc3a5aaf71" 2024-11-19T19:20:59,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cc169aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:59,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,45913,-1] 2024-11-19T19:20:59,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:20:59,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:59,446 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:20:59,447 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a83d2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:20:59,447 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:20:59,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,45913,1732044055246 2024-11-19T19:20:59,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12da022 2024-11-19T19:20:59,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:20:59,448 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-19T19:20:59,449 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,36091,1732044049704 (queues=1) is replicating from cluster=e49d9113-1aff-4475-a4bb-6fd50f6c2494 to cluster=b9e33ca5-6bed-4e29-b5c5-10fc3a5aaf71 2024-11-19T19:20:59,449 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C36091%2C1732044049704 2024-11-19T19:20:59,449 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,36091,1732044049704, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:20:59,450 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704.replicationSource.shipperf156d4de6e70%2C36091%2C1732044049704,1-f156d4de6e70,36091,1732044049704 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C36091%2C1732044049704 2024-11-19T19:20:59,450 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704.replicationSource.wal-reader.f156d4de6e70%2C36091%2C1732044049704,1-f156d4de6e70,36091,1732044049704 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.1732044052310, startPosition=0, beingWritten=true 2024-11-19T19:20:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:20:59,510 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:20:59,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:20:59,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:20:59,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:59,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:59,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:20:59,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:20:59,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,37801,1732044049397 2024-11-19T19:20:59,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@502f0643 2024-11-19T19:20:59,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:20:59,512 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:20:59,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T19:20:59,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:20:59,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:20:59,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:59,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:59,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:20:59,513 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:20:59,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=174731619, stopped=false 2024-11-19T19:20:59,514 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,37801,1732044049397 2024-11-19T19:20:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1338696196/running 2024-11-19T19:20:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1338696196/running 2024-11-19T19:20:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:59,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:20:59,521 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:20:59,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:20:59,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:20:59,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:59,522 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,36091,1732044049704' ***** 2024-11-19T19:20:59,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/running 2024-11-19T19:20:59,522 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:20:59,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/running 2024-11-19T19:20:59,522 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:20:59,522 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:20:59,522 INFO [RS:0;f156d4de6e70:36091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:20:59,522 INFO [RS:0;f156d4de6e70:36091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:20:59,523 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(3091): Received CLOSE for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,523 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,36091,1732044049704 2024-11-19T19:20:59,523 INFO [RS:0;f156d4de6e70:36091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:20:59,523 INFO [RS:0;f156d4de6e70:36091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:36091. 2024-11-19T19:20:59,523 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f15d1cae2b0080155ec4cb2cbc05f75e, disabling compactions & flushes 2024-11-19T19:20:59,523 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:20:59,523 DEBUG [RS:0;f156d4de6e70:36091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:20:59,523 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:20:59,523 DEBUG [RS:0;f156d4de6e70:36091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:20:59,523 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. after waiting 0 ms 2024-11-19T19:20:59,523 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:20:59,523 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:20:59,523 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f15d1cae2b0080155ec4cb2cbc05f75e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T19:20:59,523 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:20:59,523 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:20:59,523 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:20:59,523 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:20:59,523 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f15d1cae2b0080155ec4cb2cbc05f75e=hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e.} 2024-11-19T19:20:59,524 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,524 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:20:59,524 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:20:59,524 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:20:59,524 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:20:59,524 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:20:59,524 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T19:20:59,537 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/.tmp/info/48f474ac740f4171ac6b42aeca01d993 is 147, key is hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e./info:regioninfo/1732044059158/Put/seqid=0 2024-11-19T19:20:59,537 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/replication/f15d1cae2b0080155ec4cb2cbc05f75e/.tmp/queue/518f94695e114e87abf59eff85ab938e is 151, key is 1-f156d4de6e70,36091,1732044049704/queue:f156d4de6e70%2C36091%2C1732044049704/1732044059425/Put/seqid=0 2024-11-19T19:20:59,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741838_1014 (size=5350) 2024-11-19T19:20:59,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741839_1015 (size=6631) 2024-11-19T19:20:59,588 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:20:59,654 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704.replicationSource.wal-reader.f156d4de6e70%2C36091%2C1732044049704,1-f156d4de6e70,36091,1732044049704 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.1732044052310 to pos 0, reset compression=false 2024-11-19T19:20:59,724 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,924 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:20:59,944 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/replication/f15d1cae2b0080155ec4cb2cbc05f75e/.tmp/queue/518f94695e114e87abf59eff85ab938e 2024-11-19T19:20:59,944 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/.tmp/info/48f474ac740f4171ac6b42aeca01d993 2024-11-19T19:20:59,949 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/replication/f15d1cae2b0080155ec4cb2cbc05f75e/.tmp/queue/518f94695e114e87abf59eff85ab938e as hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/replication/f15d1cae2b0080155ec4cb2cbc05f75e/queue/518f94695e114e87abf59eff85ab938e 2024-11-19T19:20:59,958 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/replication/f15d1cae2b0080155ec4cb2cbc05f75e/queue/518f94695e114e87abf59eff85ab938e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T19:20:59,959 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f15d1cae2b0080155ec4cb2cbc05f75e in 436ms, sequenceid=5, compaction requested=false 2024-11-19T19:20:59,959 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T19:20:59,960 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704.replicationSource.wal-reader.f156d4de6e70%2C36091%2C1732044049704,1-f156d4de6e70,36091,1732044049704 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.1732044052310 to pos 0, reset compression=false 2024-11-19T19:20:59,964 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/replication/f15d1cae2b0080155ec4cb2cbc05f75e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T19:20:59,965 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:20:59,965 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:20:59,965 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:20:59,965 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f15d1cae2b0080155ec4cb2cbc05f75e: Waiting for close lock at 1732044059523Running coprocessor pre-close hooks at 1732044059523Disabling compacts and flushes for region at 1732044059523Disabling writes for close at 1732044059523Obtaining lock to block concurrent updates at 1732044059523Preparing flush snapshotting stores in f15d1cae2b0080155ec4cb2cbc05f75e at 1732044059523Finished memstore snapshotting hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732044059523Flushing stores of hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. at 1732044059524 (+1 ms)Flushing f15d1cae2b0080155ec4cb2cbc05f75e/queue: creating writer at 1732044059524Flushing f15d1cae2b0080155ec4cb2cbc05f75e/queue: appending metadata at 1732044059536 (+12 ms)Flushing f15d1cae2b0080155ec4cb2cbc05f75e/queue: closing flushed file at 1732044059536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ffbf27: reopening flushed file at 1732044059949 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f15d1cae2b0080155ec4cb2cbc05f75e in 436ms, sequenceid=5, compaction requested=false at 1732044059959 (+10 ms)Writing region close event to WAL at 1732044059960 (+1 ms)Running coprocessor post-close hooks at 1732044059965 (+5 ms)Closed at 1732044059965 2024-11-19T19:20:59,966 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:20:59,969 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/.tmp/ns/ba043c9453da45a7bf4522cd44076550 is 43, key is default/ns:d/1732044052983/Put/seqid=0 2024-11-19T19:20:59,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741840_1016 (size=5153) 2024-11-19T19:21:00,124 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:00,188 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:21:00,188 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:21:00,324 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:00,365 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704.replicationSource.wal-reader.f156d4de6e70%2C36091%2C1732044049704,1-f156d4de6e70,36091,1732044049704 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.1732044052310 to pos 0, reset compression=false 2024-11-19T19:21:00,374 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/.tmp/ns/ba043c9453da45a7bf4522cd44076550 2024-11-19T19:21:00,396 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/.tmp/table/3439b826fd14424595f800adf011b094 is 53, key is hbase:replication/table:state/1732044059165/Put/seqid=0 2024-11-19T19:21:00,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741841_1017 (size=5256) 2024-11-19T19:21:00,525 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T19:21:00,525 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:21:00,525 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:00,725 DEBUG [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:00,801 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/.tmp/table/3439b826fd14424595f800adf011b094 2024-11-19T19:21:00,806 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/.tmp/info/48f474ac740f4171ac6b42aeca01d993 as hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/info/48f474ac740f4171ac6b42aeca01d993 2024-11-19T19:21:00,810 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/info/48f474ac740f4171ac6b42aeca01d993, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T19:21:00,811 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/.tmp/ns/ba043c9453da45a7bf4522cd44076550 as hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/ns/ba043c9453da45a7bf4522cd44076550 2024-11-19T19:21:00,816 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/ns/ba043c9453da45a7bf4522cd44076550, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T19:21:00,816 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/.tmp/table/3439b826fd14424595f800adf011b094 as hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/table/3439b826fd14424595f800adf011b094 2024-11-19T19:21:00,821 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/table/3439b826fd14424595f800adf011b094, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T19:21:00,822 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-11-19T19:21:00,832 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T19:21:00,833 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:21:00,833 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:21:00,833 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:00,833 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044059523Running coprocessor pre-close hooks at 1732044059523Disabling compacts and flushes for region at 1732044059524 (+1 ms)Disabling writes for close at 1732044059524Obtaining lock to block concurrent updates at 1732044059524Preparing flush snapshotting stores in 1588230740 at 1732044059524Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732044059524Flushing stores of hbase:meta,,1.1588230740 at 1732044059525 (+1 ms)Flushing 1588230740/info: creating writer at 1732044059525Flushing 1588230740/info: appending metadata at 1732044059537 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732044059537Flushing 1588230740/ns: creating writer at 1732044059949 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732044059969 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732044059969Flushing 1588230740/table: creating writer at 1732044060379 (+410 ms)Flushing 1588230740/table: appending metadata at 1732044060396 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732044060396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b01042: reopening flushed file at 1732044060805 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@386fbc0d: reopening flushed file at 1732044060811 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736ca447: reopening flushed file at 1732044060816 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1732044060822 (+6 ms)Writing region close event to WAL at 1732044060829 (+7 ms)Running coprocessor post-close hooks at 1732044060833 (+4 ms)Closed at 1732044060833 2024-11-19T19:21:00,833 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:00,870 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704.replicationSource.wal-reader.f156d4de6e70%2C36091%2C1732044049704,1-f156d4de6e70,36091,1732044049704 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.1732044052310 to pos 0, reset compression=false 2024-11-19T19:21:00,925 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,36091,1732044049704; all regions closed. 2024-11-19T19:21:00,927 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.meta.1732044052921.meta not finished, retry = 0 2024-11-19T19:21:00,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741834_1010 (size=2742) 2024-11-19T19:21:01,030 DEBUG [RS:0;f156d4de6e70:36091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/oldWALs 2024-11-19T19:21:01,030 INFO [RS:0;f156d4de6e70:36091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C36091%2C1732044049704.meta:.meta(num 1732044052921) 2024-11-19T19:21:01,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741837_1013 (size=1586) 2024-11-19T19:21:01,032 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.rep.1732044059125 not finished, retry = 0 2024-11-19T19:21:01,134 DEBUG [RS:0;f156d4de6e70:36091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/oldWALs 2024-11-19T19:21:01,134 INFO [RS:0;f156d4de6e70:36091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C36091%2C1732044049704.rep:(num 1732044059125) 2024-11-19T19:21:01,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741832_1008 (size=93) 2024-11-19T19:21:01,136 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704/f156d4de6e70%2C36091%2C1732044049704.1732044052310 not finished, retry = 0 2024-11-19T19:21:01,238 DEBUG [RS:0;f156d4de6e70:36091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/oldWALs 2024-11-19T19:21:01,238 INFO [RS:0;f156d4de6e70:36091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C36091%2C1732044049704:(num 1732044052310) 2024-11-19T19:21:01,238 DEBUG [RS:0;f156d4de6e70:36091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:01,238 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:21:01,239 INFO [RS:0;f156d4de6e70:36091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:21:01,239 INFO [RS:0;f156d4de6e70:36091 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T19:21:01,239 INFO [RS:0;f156d4de6e70:36091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:21:01,239 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:21:01,239 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,36091,1732044049704 because: Region server is closing 2024-11-19T19:21:01,239 INFO [RS:0;f156d4de6e70:36091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:36091. 2024-11-19T19:21:01,239 DEBUG [RS:0;f156d4de6e70:36091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:01,239 DEBUG [RS:0;f156d4de6e70:36091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:01,239 DEBUG [RS:0;f156d4de6e70:36091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:01,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:01,340 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704.replicationSource.wal-reader.f156d4de6e70%2C36091%2C1732044049704,1-f156d4de6e70,36091,1732044049704 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:21:01,340 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704.replicationSource.shipperf156d4de6e70%2C36091%2C1732044049704,1-f156d4de6e70,36091,1732044049704 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T19:21:01,340 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,36091,1732044049704.replicationSource.shipperf156d4de6e70%2C36091%2C1732044049704,1-f156d4de6e70,36091,1732044049704 terminated 2024-11-19T19:21:01,340 INFO [RS:0;f156d4de6e70:36091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36091 2024-11-19T19:21:01,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1338696196/rs/f156d4de6e70,36091,1732044049704 2024-11-19T19:21:01,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196/rs 2024-11-19T19:21:01,405 INFO [RS:0;f156d4de6e70:36091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:21:01,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,36091,1732044049704] 2024-11-19T19:21:01,426 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1338696196/draining/f156d4de6e70,36091,1732044049704 already deleted, retry=false 2024-11-19T19:21:01,426 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,36091,1732044049704 expired; onlineServers=0 2024-11-19T19:21:01,426 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,37801,1732044049397' ***** 2024-11-19T19:21:01,426 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:21:01,427 INFO [M:0;f156d4de6e70:37801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:21:01,427 INFO [M:0;f156d4de6e70:37801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:21:01,427 DEBUG [M:0;f156d4de6e70:37801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:21:01,427 DEBUG [M:0;f156d4de6e70:37801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:21:01,427 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:21:01,427 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044052099 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044052099,5,FailOnTimeoutGroup] 2024-11-19T19:21:01,427 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044052099 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044052099,5,FailOnTimeoutGroup] 2024-11-19T19:21:01,427 INFO [M:0;f156d4de6e70:37801 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:21:01,427 INFO [M:0;f156d4de6e70:37801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:21:01,427 DEBUG [M:0;f156d4de6e70:37801 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:21:01,427 INFO [M:0;f156d4de6e70:37801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:21:01,427 INFO [M:0;f156d4de6e70:37801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:21:01,427 INFO [M:0;f156d4de6e70:37801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:21:01,427 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:21:01,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1338696196/master 2024-11-19T19:21:01,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:21:01,437 DEBUG [M:0;f156d4de6e70:37801 {}] zookeeper.ZKUtil(347): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Unable to get data of znode /0-1338696196/master because node does not exist (not an error) 2024-11-19T19:21:01,437 WARN [M:0;f156d4de6e70:37801 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:21:01,438 INFO [M:0;f156d4de6e70:37801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/.lastflushedseqids 2024-11-19T19:21:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741842_1018 (size=181) 2024-11-19T19:21:01,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:01,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36091-0x101548abf220001, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:01,516 INFO [RS:0;f156d4de6e70:36091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:21:01,516 INFO [RS:0;f156d4de6e70:36091 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,36091,1732044049704; zookeeper connection closed. 2024-11-19T19:21:01,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37b8ce63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37b8ce63 2024-11-19T19:21:01,517 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:21:01,842 INFO [M:0;f156d4de6e70:37801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:21:01,843 INFO [M:0;f156d4de6e70:37801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:21:01,843 DEBUG [M:0;f156d4de6e70:37801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:21:01,843 INFO [M:0;f156d4de6e70:37801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:01,843 DEBUG [M:0;f156d4de6e70:37801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:01,843 DEBUG [M:0;f156d4de6e70:37801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:21:01,843 DEBUG [M:0;f156d4de6e70:37801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:01,843 INFO [M:0;f156d4de6e70:37801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T19:21:01,857 DEBUG [M:0;f156d4de6e70:37801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/063456347dcf4dcc8bdd64cd5ae75492 is 82, key is hbase:meta,,1/info:regioninfo/1732044052953/Put/seqid=0 2024-11-19T19:21:01,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741843_1019 (size=5672) 2024-11-19T19:21:02,261 INFO [M:0;f156d4de6e70:37801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/063456347dcf4dcc8bdd64cd5ae75492 2024-11-19T19:21:02,324 DEBUG [M:0;f156d4de6e70:37801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed2fc7e7e8b74e5593b0f855aae80088 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732044059169/Put/seqid=0 2024-11-19T19:21:02,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741844_1020 (size=7203) 2024-11-19T19:21:02,728 INFO [M:0;f156d4de6e70:37801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed2fc7e7e8b74e5593b0f855aae80088 2024-11-19T19:21:02,745 DEBUG [M:0;f156d4de6e70:37801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff2c0918c56243c38e845804fa922db2 is 69, key is f156d4de6e70,36091,1732044049704/rs:state/1732044052168/Put/seqid=0 2024-11-19T19:21:02,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741845_1021 (size=5156) 2024-11-19T19:21:03,150 INFO [M:0;f156d4de6e70:37801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff2c0918c56243c38e845804fa922db2 2024-11-19T19:21:03,155 DEBUG [M:0;f156d4de6e70:37801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/063456347dcf4dcc8bdd64cd5ae75492 as hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/063456347dcf4dcc8bdd64cd5ae75492 2024-11-19T19:21:03,160 INFO [M:0;f156d4de6e70:37801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/063456347dcf4dcc8bdd64cd5ae75492, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T19:21:03,161 DEBUG [M:0;f156d4de6e70:37801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed2fc7e7e8b74e5593b0f855aae80088 as hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed2fc7e7e8b74e5593b0f855aae80088 2024-11-19T19:21:03,164 INFO [M:0;f156d4de6e70:37801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed2fc7e7e8b74e5593b0f855aae80088, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T19:21:03,165 DEBUG [M:0;f156d4de6e70:37801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff2c0918c56243c38e845804fa922db2 as hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff2c0918c56243c38e845804fa922db2 2024-11-19T19:21:03,169 INFO [M:0;f156d4de6e70:37801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff2c0918c56243c38e845804fa922db2, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T19:21:03,170 INFO [M:0;f156d4de6e70:37801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=70, compaction requested=false 2024-11-19T19:21:03,171 INFO [M:0;f156d4de6e70:37801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:03,171 DEBUG [M:0;f156d4de6e70:37801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044061843Disabling compacts and flushes for region at 1732044061843Disabling writes for close at 1732044061843Obtaining lock to block concurrent updates at 1732044061843Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044061843Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732044061843Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044061844 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044061844Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044061857 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044061857Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044062310 (+453 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044062324 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044062324Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044062733 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044062745 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044062745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f428f7: reopening flushed file at 1732044063154 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c436460: reopening flushed file at 1732044063160 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64275acd: reopening flushed file at 1732044063164 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=70, compaction requested=false at 1732044063170 (+6 ms)Writing region close event to WAL at 1732044063171 (+1 ms)Closed at 1732044063171 2024-11-19T19:21:03,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741830_1006 (size=41008) 2024-11-19T19:21:03,173 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,37801,1732044049397/f156d4de6e70%2C37801%2C1732044049397.1732044051827 not finished, retry = 0 2024-11-19T19:21:03,274 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:21:03,274 INFO [M:0;f156d4de6e70:37801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:21:03,274 INFO [M:0;f156d4de6e70:37801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37801 2024-11-19T19:21:03,275 INFO [M:0;f156d4de6e70:37801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:21:03,432 INFO [M:0;f156d4de6e70:37801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:21:03,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:03,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37801-0x101548abf220000, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:03,434 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:21:03,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:03,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:03,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:21:03,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:03,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:21:03,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:21:03,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:21:03,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32853 2024-11-19T19:21:03,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32853 connecting to ZooKeeper ensemble=127.0.0.1:56039 2024-11-19T19:21:03,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328530x0, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:21:03,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32853-0x101548abf220006 connected 2024-11-19T19:21:03,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:03,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:03,467 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1338696196/meta-region-server: INIT 2024-11-19T19:21:03,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/running 2024-11-19T19:21:03,468 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894, hbase.cluster.distributed=false 2024-11-19T19:21:03,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/acl 2024-11-19T19:21:03,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32853 2024-11-19T19:21:03,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32853 2024-11-19T19:21:03,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32853 2024-11-19T19:21:03,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32853 2024-11-19T19:21:03,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32853 2024-11-19T19:21:03,493 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:21:03,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:03,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:03,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:21:03,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:03,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:21:03,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:21:03,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:21:03,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39467 2024-11-19T19:21:03,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39467 connecting to ZooKeeper ensemble=127.0.0.1:56039 2024-11-19T19:21:03,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:03,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:03,511 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394670x0, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:21:03,511 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1338696196/meta-region-server: INIT 2024-11-19T19:21:03,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394670x0, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/running 2024-11-19T19:21:03,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39467-0x101548abf220007 connected 2024-11-19T19:21:03,511 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:21:03,512 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:21:03,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/master 2024-11-19T19:21:03,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/acl 2024-11-19T19:21:03,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39467 2024-11-19T19:21:03,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39467 2024-11-19T19:21:03,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39467 2024-11-19T19:21:03,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39467 2024-11-19T19:21:03,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39467 2024-11-19T19:21:03,538 DEBUG [M:0;f156d4de6e70:32853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:32853 2024-11-19T19:21:03,539 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1338696196/backup-masters/f156d4de6e70,32853,1732044063433 2024-11-19T19:21:03,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196/backup-masters 2024-11-19T19:21:03,611 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196/backup-masters 2024-11-19T19:21:03,611 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on existing znode=/0-1338696196/backup-masters/f156d4de6e70,32853,1732044063433 2024-11-19T19:21:03,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:21:03,637 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1338696196/master 2024-11-19T19:21:03,637 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:21:03,638 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on existing znode=/0-1338696196/master 2024-11-19T19:21:03,638 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1338696196/backup-masters/f156d4de6e70,32853,1732044063433 from backup master directory 2024-11-19T19:21:03,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1338696196/backup-masters/f156d4de6e70,32853,1732044063433 2024-11-19T19:21:03,647 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196/backup-masters 2024-11-19T19:21:03,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196/backup-masters 2024-11-19T19:21:03,647 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:21:03,647 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,32853,1732044063433 2024-11-19T19:21:03,657 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:03,657 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:21:03,663 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-19T19:21:03,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741846_1022 (size=196) 2024-11-19T19:21:03,694 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:21:03,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:03,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:03,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:03,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:03,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:04,074 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:21:04,075 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:21:04,075 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:04,081 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T19:21:04,083 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,37801,1732044049397 to hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,37801,1732044049397-dead as it is dead 2024-11-19T19:21:04,084 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,37801,1732044049397-dead/f156d4de6e70%2C37801%2C1732044049397.1732044051827 2024-11-19T19:21:04,084 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,37801,1732044049397-dead/f156d4de6e70%2C37801%2C1732044049397.1732044051827 after 0ms 2024-11-19T19:21:04,085 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,37801,1732044049397-dead/f156d4de6e70%2C37801%2C1732044049397.1732044051827 to hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f156d4de6e70%2C37801%2C1732044049397.1732044051827 2024-11-19T19:21:04,085 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,37801,1732044049397-dead 2024-11-19T19:21:04,085 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,32853,1732044063433 2024-11-19T19:21:04,086 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:21:04,088 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C32853%2C1732044063433, suffix=, logDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,32853,1732044063433, archiveDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/oldWALs, maxLogs=10 2024-11-19T19:21:04,106 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,32853,1732044063433/f156d4de6e70%2C32853%2C1732044063433.1732044064088, exclude list is [], retry=0 2024-11-19T19:21:04,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39351,DS-bc53e880-bc95-4778-a8fc-0670e6ab1c83,DISK] 2024-11-19T19:21:04,110 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,32853,1732044063433/f156d4de6e70%2C32853%2C1732044063433.1732044064088 2024-11-19T19:21:04,112 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40689:40689)] 2024-11-19T19:21:04,112 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:04,112 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:04,112 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:04,112 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:04,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:04,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:21:04,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:04,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/063456347dcf4dcc8bdd64cd5ae75492 2024-11-19T19:21:04,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:04,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:04,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:21:04,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:04,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed2fc7e7e8b74e5593b0f855aae80088 2024-11-19T19:21:04,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:04,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:04,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:21:04,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:04,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff2c0918c56243c38e845804fa922db2 2024-11-19T19:21:04,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:04,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:04,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:21:04,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:04,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:04,138 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:04,139 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T19:21:04,139 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f156d4de6e70%2C37801%2C1732044049397.1732044051827 2024-11-19T19:21:04,145 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f156d4de6e70%2C37801%2C1732044049397.1732044051827 2024-11-19T19:21:04,146 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f156d4de6e70%2C37801%2C1732044049397.1732044051827 2024-11-19T19:21:04,147 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:04,147 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:04,148 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:04,150 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:04,152 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-19T19:21:04,153 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59248755, jitterRate=-0.11712475121021271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:04,153 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044064113Initializing all the Stores at 1732044064113Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044064113Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044064114 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044064114Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044064114Cleaning up temporary data from old regions at 1732044064147 (+33 ms)Region opened successfully at 1732044064153 (+6 ms) 2024-11-19T19:21:04,153 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:21:04,156 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b0821e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:21:04,159 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T19:21:04,159 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:21:04,159 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:21:04,159 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:21:04,160 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:21:04,164 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:04,164 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:21:04,165 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:21:04,165 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T19:21:04,165 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:21:04,168 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f156d4de6e70,36091,1732044049704, regionLocation=f156d4de6e70,36091,1732044049704, openSeqNum=2 2024-11-19T19:21:04,168 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f156d4de6e70,36091,1732044049704, table=hbase:meta, region=1588230740 2024-11-19T19:21:04,168 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,36091,1732044049704, state=OPEN 2024-11-19T19:21:04,216 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1338696196/meta-region-server 2024-11-19T19:21:04,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1338696196/meta-region-server 2024-11-19T19:21:04,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1338696196/meta-region-server: CHANGED 2024-11-19T19:21:04,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1338696196/meta-region-server: CHANGED 2024-11-19T19:21:04,220 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:21:04,226 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1338696196/draining/f156d4de6e70,36091,1732044049704 already deleted, retry=false 2024-11-19T19:21:04,226 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f156d4de6e70,36091,1732044049704 on f156d4de6e70,32853,1732044063433 2024-11-19T19:21:04,228 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f156d4de6e70,36091,1732044049704, splitWal=true, meta=true 2024-11-19T19:21:04,228 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for f156d4de6e70,36091,1732044049704 (carryingMeta=true) f156d4de6e70,36091,1732044049704/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@595e0094[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T19:21:04,230 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Unable to get data of znode /0-1338696196/balancer because node does not exist (not necessarily an error) 2024-11-19T19:21:04,319 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1338696196/balancer already deleted, retry=false 2024-11-19T19:21:04,320 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:21:04,320 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Unable to get data of znode /0-1338696196/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:21:04,406 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1338696196/normalizer already deleted, retry=false 2024-11-19T19:21:04,407 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:21:04,408 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Unable to get data of znode /0-1338696196/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:21:04,529 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1338696196/switch/split already deleted, retry=false 2024-11-19T19:21:04,530 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Unable to get data of znode /0-1338696196/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:21:04,619 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1338696196/switch/merge already deleted, retry=false 2024-11-19T19:21:04,713 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Unable to get data of znode /0-1338696196/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:21:04,826 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1338696196/snapshot-cleanup already deleted, retry=false 2024-11-19T19:21:04,900 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1338696196/running 2024-11-19T19:21:04,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1338696196/running 2024-11-19T19:21:04,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:21:04,900 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:21:04,901 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,32853,1732044063433, sessionid=0x101548abf220006, setting cluster-up flag (Was=false) 2024-11-19T19:21:04,979 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1338696196/flush-table-proc/acquired, /0-1338696196/flush-table-proc/reached, /0-1338696196/flush-table-proc/abort 2024-11-19T19:21:04,980 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,32853,1732044063433 2024-11-19T19:21:05,064 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1338696196/online-snapshot/acquired, /0-1338696196/online-snapshot/reached, /0-1338696196/online-snapshot/abort 2024-11-19T19:21:05,065 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,32853,1732044063433 2024-11-19T19:21:05,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/.lastflushedseqids 2024-11-19T19:21:05,067 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:21:05,067 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:21:05,068 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,32853,1732044063433 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f156d4de6e70,36091,1732044049704 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:21:05,069 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:05,069 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:05,069 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:05,069 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:05,069 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:21:05,069 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:05,069 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:21:05,069 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:05,071 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f156d4de6e70,36091,1732044049704, splitWal=true, meta=true 2024-11-19T19:21:05,071 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f156d4de6e70,36091,1732044049704, splitWal=true, meta=true, isMeta: true 2024-11-19T19:21:05,072 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704-splitting 2024-11-19T19:21:05,073 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704-splitting dir is empty, no logs to split. 2024-11-19T19:21:05,073 INFO [PEWorker-1 {}] master.SplitWALManager(105): f156d4de6e70,36091,1732044049704 WAL count=0, meta=true 2024-11-19T19:21:05,074 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044095074 2024-11-19T19:21:05,074 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:21:05,074 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:21:05,074 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:21:05,074 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:21:05,074 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:21:05,074 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:21:05,074 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,074 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:21:05,074 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:21:05,075 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:21:05,075 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:21:05,075 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:21:05,075 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:21:05,075 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704-splitting dir is empty, no logs to split. 2024-11-19T19:21:05,075 INFO [PEWorker-1 {}] master.SplitWALManager(105): f156d4de6e70,36091,1732044049704 WAL count=0, meta=true 2024-11-19T19:21:05,075 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f156d4de6e70,36091,1732044049704 WAL splitting is done? wals=0, meta=true 2024-11-19T19:21:05,075 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044065075,5,FailOnTimeoutGroup] 2024-11-19T19:21:05,075 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044065075,5,FailOnTimeoutGroup] 2024-11-19T19:21:05,075 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,075 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:21:05,075 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,075 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,076 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044065076, completionTime=-1 2024-11-19T19:21:05,076 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T19:21:05,076 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T19:21:05,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:21:05,077 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:21:05,077 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T19:21:05,130 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(746): ClusterId : e49d9113-1aff-4475-a4bb-6fd50f6c2494 2024-11-19T19:21:05,130 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:21:05,153 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:21:05,153 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:21:05,164 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:21:05,164 DEBUG [RS:0;f156d4de6e70:39467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2e934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:21:05,181 DEBUG [RS:0;f156d4de6e70:39467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:39467 2024-11-19T19:21:05,181 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:21:05,181 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:21:05,181 DEBUG [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:21:05,182 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,32853,1732044063433 with port=39467, startcode=1732044063492 2024-11-19T19:21:05,182 DEBUG [RS:0;f156d4de6e70:39467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:21:05,184 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:21:05,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,39467,1732044063492 2024-11-19T19:21:05,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32853 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,39467,1732044063492 2024-11-19T19:21:05,186 DEBUG [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894 2024-11-19T19:21:05,186 DEBUG [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37795 2024-11-19T19:21:05,186 DEBUG [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:21:05,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196/rs 2024-11-19T19:21:05,221 DEBUG [RS:0;f156d4de6e70:39467 {}] zookeeper.ZKUtil(111): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on existing znode=/0-1338696196/rs/f156d4de6e70,39467,1732044063492 2024-11-19T19:21:05,221 WARN [RS:0;f156d4de6e70:39467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:21:05,221 INFO [RS:0;f156d4de6e70:39467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:05,221 DEBUG [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492 2024-11-19T19:21:05,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,39467,1732044063492] 2024-11-19T19:21:05,226 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T19:21:05,227 WARN [f156d4de6e70:32853 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T19:21:05,246 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:21:05,247 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:21:05,247 INFO [RS:0;f156d4de6e70:39467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:21:05,247 INFO [RS:0;f156d4de6e70:39467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,247 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:21:05,248 INFO [RS:0;f156d4de6e70:39467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:21:05,248 INFO [RS:0;f156d4de6e70:39467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,248 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:05,248 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:05,248 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:05,248 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:05,248 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:05,248 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:21:05,248 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:05,249 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:05,249 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:05,249 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:05,249 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:05,249 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:05,249 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:21:05,249 DEBUG [RS:0;f156d4de6e70:39467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:21:05,249 INFO [RS:0;f156d4de6e70:39467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,249 INFO [RS:0;f156d4de6e70:39467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,249 INFO [RS:0;f156d4de6e70:39467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,249 INFO [RS:0;f156d4de6e70:39467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,249 INFO [RS:0;f156d4de6e70:39467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,249 INFO [RS:0;f156d4de6e70:39467 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,39467,1732044063492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:21:05,269 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:21:05,269 INFO [RS:0;f156d4de6e70:39467 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,39467,1732044063492-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,289 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,39467,1732044063492, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:21:05,290 INFO [RS:0;f156d4de6e70:39467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,290 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.Replication(171): f156d4de6e70,39467,1732044063492 started 2024-11-19T19:21:05,302 DEBUG [RS:0;f156d4de6e70:39467.replicationSource,1-f156d4de6e70,39467,1732044063492 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:45913' 2024-11-19T19:21:05,303 DEBUG [RS:0;f156d4de6e70:39467.replicationSource,1-f156d4de6e70,39467,1732044063492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@221f5281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:05,303 DEBUG [RS:0;f156d4de6e70:39467.replicationSource,1-f156d4de6e70,39467,1732044063492 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,45913,-1 for getting cluster id 2024-11-19T19:21:05,303 DEBUG [RS:0;f156d4de6e70:39467.replicationSource,1-f156d4de6e70,39467,1732044063492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:05,305 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9e33ca5-6bed-4e29-b5c5-10fc3a5aaf71' 2024-11-19T19:21:05,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:05,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9e33ca5-6bed-4e29-b5c5-10fc3a5aaf71" 2024-11-19T19:21:05,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4965b52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:05,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,45913,-1] 2024-11-19T19:21:05,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:05,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:05,306 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:05,307 DEBUG [RS:0;f156d4de6e70:39467.replicationSource,1-f156d4de6e70,39467,1732044063492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2770713d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:05,307 DEBUG [RS:0;f156d4de6e70:39467.replicationSource,1-f156d4de6e70,39467,1732044063492 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:05,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,45913,1732044055246 2024-11-19T19:21:05,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26a0a462 2024-11-19T19:21:05,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:05,309 INFO [RS:0;f156d4de6e70:39467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:05,309 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,39467,1732044063492, RpcServer on f156d4de6e70/172.17.0.3:39467, sessionid=0x101548abf220007 2024-11-19T19:21:05,309 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:21:05,309 DEBUG [RS:0;f156d4de6e70:39467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,39467,1732044063492 2024-11-19T19:21:05,309 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,39467,1732044063492' 2024-11-19T19:21:05,309 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1338696196/flush-table-proc/abort' 2024-11-19T19:21:05,310 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1338696196/flush-table-proc/acquired' 2024-11-19T19:21:05,310 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:21:05,310 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:21:05,310 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-19T19:21:05,310 DEBUG [RS:0;f156d4de6e70:39467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,39467,1732044063492 2024-11-19T19:21:05,310 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,39467,1732044063492' 2024-11-19T19:21:05,311 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1338696196/online-snapshot/abort' 2024-11-19T19:21:05,311 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1338696196/online-snapshot/acquired' 2024-11-19T19:21:05,311 DEBUG [RS:0;f156d4de6e70:39467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:21:05,311 INFO [RS:0;f156d4de6e70:39467.replicationSource,1-f156d4de6e70,39467,1732044063492 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,39467,1732044063492 (queues=0) is replicating from cluster=e49d9113-1aff-4475-a4bb-6fd50f6c2494 to cluster=b9e33ca5-6bed-4e29-b5c5-10fc3a5aaf71 2024-11-19T19:21:05,311 INFO [RS:0;f156d4de6e70:39467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:21:05,311 INFO [RS:0;f156d4de6e70:39467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:21:05,412 INFO [RS:0;f156d4de6e70:39467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:21:05,413 INFO [RS:0;f156d4de6e70:39467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C39467%2C1732044063492, suffix=, logDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492, archiveDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/oldWALs, maxLogs=10 2024-11-19T19:21:05,429 DEBUG [RS:0;f156d4de6e70:39467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414, exclude list is [], retry=0 2024-11-19T19:21:05,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39351,DS-bc53e880-bc95-4778-a8fc-0670e6ab1c83,DISK] 2024-11-19T19:21:05,433 INFO [RS:0;f156d4de6e70:39467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414 2024-11-19T19:21:05,434 DEBUG [RS:0;f156d4de6e70:39467 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f156d4de6e70%2C39467%2C1732044063492 for peer 1 2024-11-19T19:21:05,434 DEBUG [RS:0;f156d4de6e70:39467 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C39467%2C1732044063492 2024-11-19T19:21:05,434 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,39467,1732044063492, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:21:05,434 DEBUG [RS:0;f156d4de6e70:39467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40689:40689)] 2024-11-19T19:21:05,434 INFO [RS:0;f156d4de6e70:39467.replicationSource.shipperf156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C39467%2C1732044063492 2024-11-19T19:21:05,434 DEBUG [RS:0;f156d4de6e70:39467.replicationSource.wal-reader.f156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414, startPosition=0, beingWritten=true 2024-11-19T19:21:05,477 DEBUG [f156d4de6e70:32853 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:21:05,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,39467,1732044063492 2024-11-19T19:21:05,479 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,39467,1732044063492, state=OPENING 2024-11-19T19:21:05,509 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1338696196/meta-region-server 2024-11-19T19:21:05,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1338696196/meta-region-server 2024-11-19T19:21:05,509 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:21:05,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1338696196/meta-region-server: CHANGED 2024-11-19T19:21:05,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1338696196/meta-region-server: CHANGED 2024-11-19T19:21:05,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,39467,1732044063492}] 2024-11-19T19:21:05,639 DEBUG [RS:0;f156d4de6e70:39467.replicationSource.wal-reader.f156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414 to pos 0, reset compression=false 2024-11-19T19:21:05,662 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:21:05,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:21:05,665 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:21:05,665 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:05,666 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:21:05,667 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C39467%2C1732044063492.meta, suffix=.meta, logDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492, archiveDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/oldWALs, maxLogs=10 2024-11-19T19:21:05,680 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.meta.1732044065668.meta, exclude list is [], retry=0 2024-11-19T19:21:05,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39351,DS-bc53e880-bc95-4778-a8fc-0670e6ab1c83,DISK] 2024-11-19T19:21:05,684 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.meta.1732044065668.meta 2024-11-19T19:21:05,684 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40689:40689)] 2024-11-19T19:21:05,684 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:05,684 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:21:05,684 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:21:05,684 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:21:05,684 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:21:05,685 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:21:05,685 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:05,685 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:21:05,685 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:21:05,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:21:05,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:21:05,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:05,692 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/info/48f474ac740f4171ac6b42aeca01d993 2024-11-19T19:21:05,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:05,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:21:05,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:21:05,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:05,698 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/ns/ba043c9453da45a7bf4522cd44076550 2024-11-19T19:21:05,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:05,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:21:05,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:21:05,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:05,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:05,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:21:05,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:21:05,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:05,705 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/table/3439b826fd14424595f800adf011b094 2024-11-19T19:21:05,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:05,705 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:21:05,706 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740 2024-11-19T19:21:05,706 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740 2024-11-19T19:21:05,707 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:21:05,707 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:21:05,708 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:05,709 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:21:05,710 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60234599, jitterRate=-0.10243453085422516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:05,710 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:21:05,710 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044065685Writing region info on filesystem at 1732044065685Initializing all the Stores at 1732044065686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044065686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044065686Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044065686Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044065686Cleaning up temporary data from old regions at 1732044065707 (+21 ms)Running coprocessor post-open hooks at 1732044065710 (+3 ms)Region opened successfully at 1732044065710 2024-11-19T19:21:05,710 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732044065661 2024-11-19T19:21:05,712 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:21:05,712 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:21:05,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f156d4de6e70,39467,1732044063492 2024-11-19T19:21:05,713 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,39467,1732044063492, state=OPEN 2024-11-19T19:21:05,721 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1338696196/meta-region-server 2024-11-19T19:21:05,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1338696196/meta-region-server 2024-11-19T19:21:05,721 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,39467,1732044063492 2024-11-19T19:21:05,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1338696196/meta-region-server: CHANGED 2024-11-19T19:21:05,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1338696196/meta-region-server: CHANGED 2024-11-19T19:21:05,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T19:21:05,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,39467,1732044063492 in 211 msec 2024-11-19T19:21:05,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:21:05,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-11-19T19:21:05,943 DEBUG [RS:0;f156d4de6e70:39467.replicationSource.wal-reader.f156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414 to pos 0, reset compression=false 2024-11-19T19:21:06,348 DEBUG [RS:0;f156d4de6e70:39467.replicationSource.wal-reader.f156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414 to pos 0, reset compression=false 2024-11-19T19:21:06,729 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1652ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-19T19:21:06,853 DEBUG [RS:0;f156d4de6e70:39467.replicationSource.wal-reader.f156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414 to pos 0, reset compression=false 2024-11-19T19:21:07,457 DEBUG [RS:0;f156d4de6e70:39467.replicationSource.wal-reader.f156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414 to pos 0, reset compression=false 2024-11-19T19:21:08,162 DEBUG [RS:0;f156d4de6e70:39467.replicationSource.wal-reader.f156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414 to pos 0, reset compression=false 2024-11-19T19:21:08,231 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-19T19:21:08,967 DEBUG [RS:0;f156d4de6e70:39467.replicationSource.wal-reader.f156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414 to pos 0, reset compression=false 2024-11-19T19:21:09,583 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T19:21:09,584 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:21:09,584 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:09,584 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,39467,1732044063492, seqNum=-1] 2024-11-19T19:21:09,584 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:09,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:21:09,590 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f15d1cae2b0080155ec4cb2cbc05f75e, regionState=OPEN, lastHost=f156d4de6e70,36091,1732044049704, regionLocation=f156d4de6e70,36091,1732044049704, openSeqNum=2 2024-11-19T19:21:09,590 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:21:09,590 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044129590 2024-11-19T19:21:09,590 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044189590 2024-11-19T19:21:09,590 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-19T19:21:09,590 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f156d4de6e70,36091,1732044049704 had 2 regions 2024-11-19T19:21:09,590 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,32853,1732044063433-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:09,590 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,32853,1732044063433-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:09,590 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,32853,1732044063433-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:09,590 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:32853, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:09,590 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:09,591 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:09,591 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f156d4de6e70,36091,1732044049704, splitWal=true, meta=true, isMeta: false 2024-11-19T19:21:09,593 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704-splitting dir is empty, no logs to split. 2024-11-19T19:21:09,593 INFO [PEWorker-3 {}] master.SplitWALManager(105): f156d4de6e70,36091,1732044049704 WAL count=0, meta=false 2024-11-19T19:21:09,595 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,36091,1732044049704-splitting dir is empty, no logs to split. 2024-11-19T19:21:09,595 INFO [PEWorker-3 {}] master.SplitWALManager(105): f156d4de6e70,36091,1732044049704 WAL count=0, meta=false 2024-11-19T19:21:09,595 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f156d4de6e70,36091,1732044049704 WAL splitting is done? wals=0, meta=false 2024-11-19T19:21:09,598 WARN [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f156d4de6e70,36091,1732044049704/hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:21:09,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f15d1cae2b0080155ec4cb2cbc05f75e, ASSIGN}] 2024-11-19T19:21:09,599 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.952sec 2024-11-19T19:21:09,600 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:21:09,600 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:21:09,600 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:21:09,600 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:21:09,600 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:21:09,600 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,32853,1732044063433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:21:09,600 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,32853,1732044063433-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:21:09,600 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f15d1cae2b0080155ec4cb2cbc05f75e, ASSIGN 2024-11-19T19:21:09,601 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f15d1cae2b0080155ec4cb2cbc05f75e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T19:21:09,603 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:21:09,603 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:21:09,603 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,32853,1732044063433-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:09,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e33a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:09,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,32853,-1 for getting cluster id 2024-11-19T19:21:09,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:09,634 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e49d9113-1aff-4475-a4bb-6fd50f6c2494' 2024-11-19T19:21:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e49d9113-1aff-4475-a4bb-6fd50f6c2494" 2024-11-19T19:21:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e07766a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,32853,-1] 2024-11-19T19:21:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:09,636 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439bdcaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:09,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,39467,1732044063492, seqNum=-1] 2024-11-19T19:21:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:09,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:21:09,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T19:21:09,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:21:09,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:09,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:09,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:09,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:09,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f156d4de6e70:32853 after: f156d4de6e70:32853 2024-11-19T19:21:09,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caa8ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:09,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,32853,-1 for getting cluster id 2024-11-19T19:21:09,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:09,644 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e49d9113-1aff-4475-a4bb-6fd50f6c2494' 2024-11-19T19:21:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e49d9113-1aff-4475-a4bb-6fd50f6c2494" 2024-11-19T19:21:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f210c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,32853,-1] 2024-11-19T19:21:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:09,646 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:09,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f64071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:09,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,32853,1732044063433 2024-11-19T19:21:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f1d57b4 2024-11-19T19:21:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:09,648 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:21:09,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T19:21:09,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:21:09,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:21:09,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:09,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:09,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:09,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:09,649 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:21:09,649 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=225845867, stopped=false 2024-11-19T19:21:09,649 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,45913,1732044055246 2024-11-19T19:21:09,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1752980182/running 2024-11-19T19:21:09,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:21:09,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1752980182/running 2024-11-19T19:21:09,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:21:09,721 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:21:09,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:21:09,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Set watcher on znode that does not yet exist, /1-1752980182/running 2024-11-19T19:21:09,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:09,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Set watcher on znode that does not yet exist, /1-1752980182/running 2024-11-19T19:21:09,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:09,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,44281,1732044055383' ***** 2024-11-19T19:21:09,722 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:21:09,722 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:21:09,722 INFO [RS:0;f156d4de6e70:44281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:21:09,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:21:09,722 INFO [RS:0;f156d4de6e70:44281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:21:09,722 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,44281,1732044055383 2024-11-19T19:21:09,722 INFO [RS:0;f156d4de6e70:44281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:21:09,722 INFO [RS:0;f156d4de6e70:44281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:44281. 2024-11-19T19:21:09,722 DEBUG [RS:0;f156d4de6e70:44281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:09,722 DEBUG [RS:0;f156d4de6e70:44281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:09,722 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:21:09,722 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:21:09,722 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:21:09,722 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:21:09,722 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T19:21:09,722 DEBUG [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:21:09,722 DEBUG [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:09,723 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:21:09,723 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:21:09,723 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:21:09,723 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:21:09,723 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:21:09,723 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T19:21:09,737 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/data/hbase/meta/1588230740/.tmp/ns/bb93dc819ae54c78841959357128e440 is 43, key is default/ns:d/1732044058285/Put/seqid=0 2024-11-19T19:21:09,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741835_1011 (size=5153) 2024-11-19T19:21:09,751 DEBUG [f156d4de6e70:32853 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:21:09,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f15d1cae2b0080155ec4cb2cbc05f75e, regionState=OPENING, regionLocation=f156d4de6e70,39467,1732044063492 2024-11-19T19:21:09,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f15d1cae2b0080155ec4cb2cbc05f75e, ASSIGN because future has completed 2024-11-19T19:21:09,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f15d1cae2b0080155ec4cb2cbc05f75e, server=f156d4de6e70,39467,1732044063492}] 2024-11-19T19:21:09,817 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:21:09,871 DEBUG [RS:0;f156d4de6e70:39467.replicationSource.wal-reader.f156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414 to pos 0, reset compression=false 2024-11-19T19:21:09,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:21:09,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:09,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:21:09,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C39467%2C1732044063492.rep, suffix=, logDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492, archiveDir=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/oldWALs, maxLogs=10 2024-11-19T19:21:09,923 DEBUG [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:09,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.rep.1732044069912, exclude list is [], retry=0 2024-11-19T19:21:09,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39351,DS-bc53e880-bc95-4778-a8fc-0670e6ab1c83,DISK] 2024-11-19T19:21:09,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.rep.1732044069912 2024-11-19T19:21:09,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40689:40689)] 2024-11-19T19:21:09,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f15d1cae2b0080155ec4cb2cbc05f75e, NAME => 'hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:09,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:21:09,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:21:09,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. service=MultiRowMutationService 2024-11-19T19:21:09,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:21:09,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:09,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:09,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:09,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:09,933 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:09,933 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f15d1cae2b0080155ec4cb2cbc05f75e columnFamilyName hfileref 2024-11-19T19:21:09,933 DEBUG [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:09,934 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] regionserver.HStore(327): Store=f15d1cae2b0080155ec4cb2cbc05f75e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:09,934 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:09,934 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f15d1cae2b0080155ec4cb2cbc05f75e columnFamilyName queue 2024-11-19T19:21:09,934 DEBUG [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:09,939 DEBUG [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/replication/f15d1cae2b0080155ec4cb2cbc05f75e/queue/518f94695e114e87abf59eff85ab938e 2024-11-19T19:21:09,939 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] regionserver.HStore(327): Store=f15d1cae2b0080155ec4cb2cbc05f75e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:09,939 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:09,940 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f15d1cae2b0080155ec4cb2cbc05f75e columnFamilyName sid 2024-11-19T19:21:09,940 DEBUG [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:09,941 INFO [StoreOpener-f15d1cae2b0080155ec4cb2cbc05f75e-1 {}] regionserver.HStore(327): Store=f15d1cae2b0080155ec4cb2cbc05f75e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:09,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:09,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/replication/f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:09,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/replication/f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:09,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:09,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:09,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:21:09,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:09,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened f15d1cae2b0080155ec4cb2cbc05f75e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58852064, jitterRate=-0.12303590774536133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:21:09,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:09,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f15d1cae2b0080155ec4cb2cbc05f75e: Running coprocessor pre-open hook at 1732044069931Writing region info on filesystem at 1732044069931Initializing all the Stores at 1732044069931Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044069931Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044069933 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044069933Cleaning up temporary data from old regions at 1732044069944 (+11 ms)Running coprocessor post-open hooks at 1732044069946 (+2 ms)Region opened successfully at 1732044069947 (+1 ms) 2024-11-19T19:21:09,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e., pid=13, masterSystemTime=1732044069908 2024-11-19T19:21:09,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:21:09,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:21:09,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f15d1cae2b0080155ec4cb2cbc05f75e, regionState=OPEN, openSeqNum=9, regionLocation=f156d4de6e70,39467,1732044063492 2024-11-19T19:21:09,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f15d1cae2b0080155ec4cb2cbc05f75e, server=f156d4de6e70,39467,1732044063492 because future has completed 2024-11-19T19:21:09,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T19:21:09,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f15d1cae2b0080155ec4cb2cbc05f75e, server=f156d4de6e70,39467,1732044063492 in 198 msec 2024-11-19T19:21:09,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-19T19:21:09,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f15d1cae2b0080155ec4cb2cbc05f75e, ASSIGN in 358 msec 2024-11-19T19:21:09,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T19:21:09,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e., hostname=f156d4de6e70,39467,1732044063492, seqNum=9] 2024-11-19T19:21:09,978 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for f156d4de6e70,36091,1732044049704 2024-11-19T19:21:09,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T19:21:10,123 DEBUG [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:10,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-19T19:21:10,142 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/data/hbase/meta/1588230740/.tmp/ns/bb93dc819ae54c78841959357128e440 2024-11-19T19:21:10,148 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/data/hbase/meta/1588230740/.tmp/ns/bb93dc819ae54c78841959357128e440 as hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/data/hbase/meta/1588230740/ns/bb93dc819ae54c78841959357128e440 2024-11-19T19:21:10,155 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/data/hbase/meta/1588230740/ns/bb93dc819ae54c78841959357128e440, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T19:21:10,156 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-19T19:21:10,156 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:21:10,178 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:21:10,178 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:21:10,181 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T19:21:10,181 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:21:10,181 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:21:10,181 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:10,181 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044069723Running coprocessor pre-close hooks at 1732044069723Disabling compacts and flushes for region at 1732044069723Disabling writes for close at 1732044069723Obtaining lock to block concurrent updates at 1732044069723Preparing flush snapshotting stores in 1588230740 at 1732044069723Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732044069724 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732044069724Flushing 1588230740/ns: creating writer at 1732044069724Flushing 1588230740/ns: appending metadata at 1732044069737 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732044069737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cbabb05: reopening flushed file at 1732044070147 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1732044070156 (+9 ms)Writing region close event to WAL at 1732044070177 (+21 ms)Running coprocessor post-close hooks at 1732044070181 (+4 ms)Closed at 1732044070181 2024-11-19T19:21:10,181 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:10,323 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,44281,1732044055383; all regions closed. 2024-11-19T19:21:10,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741834_1010 (size=1152) 2024-11-19T19:21:10,358 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/WALs/f156d4de6e70,44281,1732044055383/f156d4de6e70%2C44281%2C1732044055383.meta.1732044058175.meta not finished, retry = 0 2024-11-19T19:21:10,461 DEBUG [RS:0;f156d4de6e70:44281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/oldWALs 2024-11-19T19:21:10,461 INFO [RS:0;f156d4de6e70:44281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C44281%2C1732044055383.meta:.meta(num 1732044058175) 2024-11-19T19:21:10,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741832_1008 (size=93) 2024-11-19T19:21:10,463 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/WALs/f156d4de6e70,44281,1732044055383/f156d4de6e70%2C44281%2C1732044055383.1732044057236 not finished, retry = 0 2024-11-19T19:21:10,566 DEBUG [RS:0;f156d4de6e70:44281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/oldWALs 2024-11-19T19:21:10,566 INFO [RS:0;f156d4de6e70:44281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C44281%2C1732044055383:(num 1732044057236) 2024-11-19T19:21:10,566 DEBUG [RS:0;f156d4de6e70:44281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:10,566 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:21:10,566 INFO [RS:0;f156d4de6e70:44281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:21:10,566 INFO [RS:0;f156d4de6e70:44281 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:21:10,566 INFO [RS:0;f156d4de6e70:44281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:21:10,566 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:21:10,566 INFO [RS:0;f156d4de6e70:44281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44281 2024-11-19T19:21:10,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1752980182/rs/f156d4de6e70,44281,1732044055383 2024-11-19T19:21:10,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182/rs 2024-11-19T19:21:10,584 INFO [RS:0;f156d4de6e70:44281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:21:10,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,44281,1732044055383] 2024-11-19T19:21:10,605 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1752980182/draining/f156d4de6e70,44281,1732044055383 already deleted, retry=false 2024-11-19T19:21:10,605 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,44281,1732044055383 expired; onlineServers=0 2024-11-19T19:21:10,605 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,45913,1732044055246' ***** 2024-11-19T19:21:10,605 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:21:10,605 INFO [M:0;f156d4de6e70:45913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:21:10,605 INFO [M:0;f156d4de6e70:45913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:21:10,605 DEBUG [M:0;f156d4de6e70:45913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:21:10,605 DEBUG [M:0;f156d4de6e70:45913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:21:10,605 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:21:10,605 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044056971 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044056971,5,FailOnTimeoutGroup] 2024-11-19T19:21:10,605 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044056971 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044056971,5,FailOnTimeoutGroup] 2024-11-19T19:21:10,605 INFO [M:0;f156d4de6e70:45913 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:21:10,606 INFO [M:0;f156d4de6e70:45913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:21:10,606 DEBUG [M:0;f156d4de6e70:45913 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:21:10,606 INFO [M:0;f156d4de6e70:45913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:21:10,606 INFO [M:0;f156d4de6e70:45913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:21:10,606 INFO [M:0;f156d4de6e70:45913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:21:10,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:21:10,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1752980182/master 2024-11-19T19:21:10,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1752980182 2024-11-19T19:21:10,615 DEBUG [M:0;f156d4de6e70:45913 {}] zookeeper.ZKUtil(347): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Unable to get data of znode /1-1752980182/master because node does not exist (not an error) 2024-11-19T19:21:10,615 WARN [M:0;f156d4de6e70:45913 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:21:10,616 INFO [M:0;f156d4de6e70:45913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/.lastflushedseqids 2024-11-19T19:21:10,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741836_1012 (size=99) 2024-11-19T19:21:10,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:10,700 INFO [RS:0;f156d4de6e70:44281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:21:10,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x101548abf220004, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:10,700 INFO [RS:0;f156d4de6e70:44281 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,44281,1732044055383; zookeeper connection closed. 2024-11-19T19:21:10,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@404d6fd1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@404d6fd1 2024-11-19T19:21:10,701 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:21:10,876 DEBUG [RS:0;f156d4de6e70:39467.replicationSource.wal-reader.f156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414 to pos 0, reset compression=false 2024-11-19T19:21:11,021 INFO [M:0;f156d4de6e70:45913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:21:11,021 INFO [M:0;f156d4de6e70:45913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:21:11,021 DEBUG [M:0;f156d4de6e70:45913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:21:11,021 INFO [M:0;f156d4de6e70:45913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:11,022 DEBUG [M:0;f156d4de6e70:45913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:11,022 DEBUG [M:0;f156d4de6e70:45913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:21:11,022 DEBUG [M:0;f156d4de6e70:45913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:11,022 INFO [M:0;f156d4de6e70:45913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T19:21:11,036 DEBUG [M:0;f156d4de6e70:45913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf90e452ef0439ba8464243d67448fc is 82, key is hbase:meta,,1/info:regioninfo/1732044058206/Put/seqid=0 2024-11-19T19:21:11,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741837_1013 (size=5672) 2024-11-19T19:21:11,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:21:11,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:11,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:11,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:11,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:11,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:11,440 INFO [M:0;f156d4de6e70:45913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf90e452ef0439ba8464243d67448fc 2024-11-19T19:21:11,465 DEBUG [M:0;f156d4de6e70:45913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0550bed5ecf42a6bdcc3e5dcdd98866 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732044058289/Put/seqid=0 2024-11-19T19:21:11,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741838_1014 (size=5275) 2024-11-19T19:21:11,870 INFO [M:0;f156d4de6e70:45913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0550bed5ecf42a6bdcc3e5dcdd98866 2024-11-19T19:21:11,893 DEBUG [M:0;f156d4de6e70:45913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/767e43ceb69a488caff393ee6aa401cb is 69, key is f156d4de6e70,44281,1732044055383/rs:state/1732044057051/Put/seqid=0 2024-11-19T19:21:11,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741839_1015 (size=5156) 2024-11-19T19:21:11,981 DEBUG [RS:0;f156d4de6e70:39467.replicationSource.wal-reader.f156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414 to pos 0, reset compression=false 2024-11-19T19:21:12,297 INFO [M:0;f156d4de6e70:45913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/767e43ceb69a488caff393ee6aa401cb 2024-11-19T19:21:12,303 DEBUG [M:0;f156d4de6e70:45913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baf90e452ef0439ba8464243d67448fc as hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baf90e452ef0439ba8464243d67448fc 2024-11-19T19:21:12,308 INFO [M:0;f156d4de6e70:45913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baf90e452ef0439ba8464243d67448fc, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T19:21:12,309 DEBUG [M:0;f156d4de6e70:45913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0550bed5ecf42a6bdcc3e5dcdd98866 as hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0550bed5ecf42a6bdcc3e5dcdd98866 2024-11-19T19:21:12,314 INFO [M:0;f156d4de6e70:45913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0550bed5ecf42a6bdcc3e5dcdd98866, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T19:21:12,315 DEBUG [M:0;f156d4de6e70:45913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/767e43ceb69a488caff393ee6aa401cb as hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/767e43ceb69a488caff393ee6aa401cb 2024-11-19T19:21:12,319 INFO [M:0;f156d4de6e70:45913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36259/user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/767e43ceb69a488caff393ee6aa401cb, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T19:21:12,320 INFO [M:0;f156d4de6e70:45913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false 2024-11-19T19:21:12,321 INFO [M:0;f156d4de6e70:45913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:12,321 DEBUG [M:0;f156d4de6e70:45913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044071021Disabling compacts and flushes for region at 1732044071021Disabling writes for close at 1732044071022 (+1 ms)Obtaining lock to block concurrent updates at 1732044071022Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044071022Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732044071022Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044071023 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044071023Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044071036 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044071036Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044071445 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044071464 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044071464Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044071874 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044071892 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044071892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@abc59c4: reopening flushed file at 1732044072303 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36fc2c1d: reopening flushed file at 1732044072308 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0e2922: reopening flushed file at 1732044072314 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false at 1732044072320 (+6 ms)Writing region close event to WAL at 1732044072321 (+1 ms)Closed at 1732044072321 2024-11-19T19:21:12,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37733 is added to blk_1073741830_1006 (size=10165) 2024-11-19T19:21:12,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffee60aa-89be-91e6-1594-87005af9d19a/MasterData/WALs/f156d4de6e70,45913,1732044055246/f156d4de6e70%2C45913%2C1732044055246.1732044056712 not finished, retry = 0 2024-11-19T19:21:12,424 INFO [M:0;f156d4de6e70:45913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:21:12,424 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:21:12,424 INFO [M:0;f156d4de6e70:45913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45913 2024-11-19T19:21:12,424 INFO [M:0;f156d4de6e70:45913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:21:12,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:12,968 INFO [M:0;f156d4de6e70:45913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:21:12,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45913-0x101548abf220003, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:12,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c111acf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:21:12,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@578c9118{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:21:12,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:21:12,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:21:12,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8e46f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/hadoop.log.dir/,STOPPED} 2024-11-19T19:21:12,972 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:21:12,972 WARN [BP-1130946798-172.17.0.3-1732044053076 heartbeating to localhost/127.0.0.1:36259 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:21:12,972 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:21:12,972 WARN [BP-1130946798-172.17.0.3-1732044053076 heartbeating to localhost/127.0.0.1:36259 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1130946798-172.17.0.3-1732044053076 (Datanode Uuid 685db7c0-f6fc-4fa6-8438-0e2c69249523) service to localhost/127.0.0.1:36259 2024-11-19T19:21:12,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/cluster_19731752-19f5-3025-a3ec-9697bec278be/data/data1/current/BP-1130946798-172.17.0.3-1732044053076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:21:12,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/cluster_19731752-19f5-3025-a3ec-9697bec278be/data/data2/current/BP-1130946798-172.17.0.3-1732044053076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:21:12,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:21:12,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2207950c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:21:12,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@619484eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:21:12,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:21:12,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:21:12,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c982e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/hadoop.log.dir/,STOPPED} 2024-11-19T19:21:12,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:21:12,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:21:12,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:21:12,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:12,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:12,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:12,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:12,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:21:12,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=301906980, stopped=false 2024-11-19T19:21:12,992 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,32853,1732044063433 2024-11-19T19:21:13,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1338696196/running 2024-11-19T19:21:13,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:21:13,005 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1338696196/running 2024-11-19T19:21:13,005 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:21:13,005 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:21:13,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:21:13,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:13,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/running 2024-11-19T19:21:13,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Set watcher on znode that does not yet exist, /0-1338696196/running 2024-11-19T19:21:13,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:13,006 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,39467,1732044063492' ***** 2024-11-19T19:21:13,006 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:21:13,006 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:21:13,006 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:21:13,006 INFO [RS:0;f156d4de6e70:39467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:21:13,006 INFO [RS:0;f156d4de6e70:39467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:21:13,007 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(3091): Received CLOSE for f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:13,007 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,39467,1732044063492 2024-11-19T19:21:13,007 INFO [RS:0;f156d4de6e70:39467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:21:13,007 INFO [RS:0;f156d4de6e70:39467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:39467. 2024-11-19T19:21:13,007 DEBUG [RS:0;f156d4de6e70:39467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:13,007 DEBUG [RS:0;f156d4de6e70:39467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:13,007 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f15d1cae2b0080155ec4cb2cbc05f75e, disabling compactions & flushes 2024-11-19T19:21:13,007 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:21:13,007 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:21:13,007 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:21:13,007 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:21:13,007 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:21:13,007 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. after waiting 0 ms 2024-11-19T19:21:13,007 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:21:13,007 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:21:13,007 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:21:13,007 DEBUG [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f15d1cae2b0080155ec4cb2cbc05f75e=hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e.} 2024-11-19T19:21:13,007 DEBUG [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f15d1cae2b0080155ec4cb2cbc05f75e 2024-11-19T19:21:13,008 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:21:13,008 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:21:13,008 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:21:13,008 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:21:13,008 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:21:13,008 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T19:21:13,013 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/replication/f15d1cae2b0080155ec4cb2cbc05f75e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-19T19:21:13,013 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:21:13,013 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:21:13,013 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:21:13,013 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f15d1cae2b0080155ec4cb2cbc05f75e: Waiting for close lock at 1732044073007Running coprocessor pre-close hooks at 1732044073007Disabling compacts and flushes for region at 1732044073007Disabling writes for close at 1732044073007Writing region close event to WAL at 1732044073009 (+2 ms)Running coprocessor post-close hooks at 1732044073013 (+4 ms)Closed at 1732044073013 2024-11-19T19:21:13,013 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e. 2024-11-19T19:21:13,029 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/.tmp/info/3f6dbed67a1b4a9dafb5b8efead286e8 is 147, key is hbase:replication,,1732044058383.f15d1cae2b0080155ec4cb2cbc05f75e./info:regioninfo/1732044069951/Put/seqid=0 2024-11-19T19:21:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741851_1027 (size=6385) 2024-11-19T19:21:13,055 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:21:13,185 DEBUG [RS:0;f156d4de6e70:39467.replicationSource.wal-reader.f156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/WALs/f156d4de6e70,39467,1732044063492/f156d4de6e70%2C39467%2C1732044063492.1732044065414 to pos 0, reset compression=false 2024-11-19T19:21:13,208 DEBUG [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:13,249 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:21:13,249 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:21:13,408 DEBUG [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:13,434 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/.tmp/info/3f6dbed67a1b4a9dafb5b8efead286e8 2024-11-19T19:21:13,439 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/.tmp/info/3f6dbed67a1b4a9dafb5b8efead286e8 as hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/info/3f6dbed67a1b4a9dafb5b8efead286e8 2024-11-19T19:21:13,444 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/info/3f6dbed67a1b4a9dafb5b8efead286e8, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T19:21:13,445 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false 2024-11-19T19:21:13,450 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T19:21:13,451 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:21:13,451 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:21:13,451 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:13,451 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044073007Running coprocessor pre-close hooks at 1732044073007Disabling compacts and flushes for region at 1732044073007Disabling writes for close at 1732044073008 (+1 ms)Obtaining lock to block concurrent updates at 1732044073008Preparing flush snapshotting stores in 1588230740 at 1732044073008Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732044073008Flushing stores of hbase:meta,,1.1588230740 at 1732044073012 (+4 ms)Flushing 1588230740/info: creating writer at 1732044073012Flushing 1588230740/info: appending metadata at 1732044073029 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732044073029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e553fe2: reopening flushed file at 1732044073439 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false at 1732044073445 (+6 ms)Writing region close event to WAL at 1732044073447 (+2 ms)Running coprocessor post-close hooks at 1732044073451 (+4 ms)Closed at 1732044073451 2024-11-19T19:21:13,451 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:13,608 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,39467,1732044063492; all regions closed. 2024-11-19T19:21:13,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741849_1025 (size=2156) 2024-11-19T19:21:13,612 DEBUG [RS:0;f156d4de6e70:39467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/oldWALs 2024-11-19T19:21:13,612 INFO [RS:0;f156d4de6e70:39467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C39467%2C1732044063492.meta:.meta(num 1732044065668) 2024-11-19T19:21:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741850_1026 (size=796) 2024-11-19T19:21:13,616 DEBUG [RS:0;f156d4de6e70:39467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/oldWALs 2024-11-19T19:21:13,616 INFO [RS:0;f156d4de6e70:39467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C39467%2C1732044063492.rep:(num 1732044069912) 2024-11-19T19:21:13,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741848_1024 (size=93) 2024-11-19T19:21:13,619 DEBUG [RS:0;f156d4de6e70:39467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/oldWALs 2024-11-19T19:21:13,619 INFO [RS:0;f156d4de6e70:39467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C39467%2C1732044063492:(num 1732044065414) 2024-11-19T19:21:13,619 DEBUG [RS:0;f156d4de6e70:39467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:13,619 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:21:13,619 INFO [RS:0;f156d4de6e70:39467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:21:13,620 INFO [RS:0;f156d4de6e70:39467 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:21:13,620 INFO [RS:0;f156d4de6e70:39467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:21:13,620 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:21:13,620 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T19:21:13,620 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,39467,1732044063492 because: Region server is closing 2024-11-19T19:21:13,620 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T19:21:13,620 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T19:21:13,620 INFO [RS:0;f156d4de6e70:39467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:39467. 2024-11-19T19:21:13,620 DEBUG [RS:0;f156d4de6e70:39467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:13,620 DEBUG [RS:0;f156d4de6e70:39467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:13,620 DEBUG [RS:0;f156d4de6e70:39467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:13,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:13,721 WARN [RS:0;f156d4de6e70:39467.replicationSource.shipperf156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T19:21:13,721 WARN [RS:0;f156d4de6e70:39467.replicationSource.wal-reader.f156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:21:13,721 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f156d4de6e70:39467.replicationSource.shipperf156d4de6e70%2C39467%2C1732044063492,1-f156d4de6e70,39467,1732044063492 terminated 2024-11-19T19:21:13,721 INFO [RS:0;f156d4de6e70:39467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39467 2024-11-19T19:21:13,784 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1338696196/rs/f156d4de6e70,39467,1732044063492 2024-11-19T19:21:13,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196/rs 2024-11-19T19:21:13,784 INFO [RS:0;f156d4de6e70:39467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:21:13,784 ERROR [pool-1011-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f94508e3bd0@1db38006 rejected from java.util.concurrent.ThreadPoolExecutor@198c1768[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-19T19:21:13,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,39467,1732044063492] 2024-11-19T19:21:13,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1338696196/draining/f156d4de6e70,39467,1732044063492 already deleted, retry=false 2024-11-19T19:21:13,805 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,39467,1732044063492 expired; onlineServers=0 2024-11-19T19:21:13,805 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,32853,1732044063433' ***** 2024-11-19T19:21:13,805 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:21:13,805 INFO [M:0;f156d4de6e70:32853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:21:13,805 INFO [M:0;f156d4de6e70:32853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:21:13,805 DEBUG [M:0;f156d4de6e70:32853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:21:13,805 DEBUG [M:0;f156d4de6e70:32853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:21:13,805 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:21:13,805 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044065075 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044065075,5,FailOnTimeoutGroup] 2024-11-19T19:21:13,805 INFO [M:0;f156d4de6e70:32853 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:21:13,805 INFO [M:0;f156d4de6e70:32853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:21:13,805 DEBUG [M:0;f156d4de6e70:32853 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:21:13,805 INFO [M:0;f156d4de6e70:32853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:21:13,805 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044065075 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044065075,5,FailOnTimeoutGroup] 2024-11-19T19:21:13,805 INFO [M:0;f156d4de6e70:32853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:21:13,805 INFO [M:0;f156d4de6e70:32853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:21:13,806 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:21:13,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1338696196/master 2024-11-19T19:21:13,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1338696196 2024-11-19T19:21:13,815 DEBUG [M:0;f156d4de6e70:32853 {}] zookeeper.ZKUtil(347): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Unable to get data of znode /0-1338696196/master because node does not exist (not an error) 2024-11-19T19:21:13,815 WARN [M:0;f156d4de6e70:32853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:21:13,816 INFO [M:0;f156d4de6e70:32853 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/.lastflushedseqids 2024-11-19T19:21:13,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741852_1028 (size=181) 2024-11-19T19:21:13,894 INFO [RS:0;f156d4de6e70:39467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:21:13,894 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:13,894 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39467-0x101548abf220007, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:13,894 INFO [RS:0;f156d4de6e70:39467 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,39467,1732044063492; zookeeper connection closed. 2024-11-19T19:21:13,895 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3733d50b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3733d50b 2024-11-19T19:21:13,895 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:21:14,221 INFO [M:0;f156d4de6e70:32853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:21:14,221 INFO [M:0;f156d4de6e70:32853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:21:14,221 DEBUG [M:0;f156d4de6e70:32853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:21:14,221 INFO [M:0;f156d4de6e70:32853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:14,221 DEBUG [M:0;f156d4de6e70:32853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:14,221 DEBUG [M:0;f156d4de6e70:32853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:21:14,221 DEBUG [M:0;f156d4de6e70:32853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:14,222 INFO [M:0;f156d4de6e70:32853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T19:21:14,242 DEBUG [M:0;f156d4de6e70:32853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f717758688cf41cbb401b808070b8b40 is 82, key is hbase:meta,,1/info:regioninfo/1732044065712/Put/seqid=0 2024-11-19T19:21:14,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741853_1029 (size=5672) 2024-11-19T19:21:14,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:21:14,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T19:21:14,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:21:14,646 INFO [M:0;f156d4de6e70:32853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f717758688cf41cbb401b808070b8b40 2024-11-19T19:21:14,664 DEBUG [M:0;f156d4de6e70:32853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/783168d707bc4478b8ff464f72ef50c9 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732044069957/Put/seqid=0 2024-11-19T19:21:14,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741854_1030 (size=7312) 2024-11-19T19:21:15,068 INFO [M:0;f156d4de6e70:32853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/783168d707bc4478b8ff464f72ef50c9 2024-11-19T19:21:15,090 DEBUG [M:0;f156d4de6e70:32853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac3ae2c329224272836dc7378ed1428b is 69, key is f156d4de6e70,39467,1732044063492/rs:state/1732044065185/Put/seqid=0 2024-11-19T19:21:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741855_1031 (size=5370) 2024-11-19T19:21:15,495 INFO [M:0;f156d4de6e70:32853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac3ae2c329224272836dc7378ed1428b 2024-11-19T19:21:15,500 INFO [M:0;f156d4de6e70:32853 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac3ae2c329224272836dc7378ed1428b 2024-11-19T19:21:15,504 DEBUG [M:0;f156d4de6e70:32853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f717758688cf41cbb401b808070b8b40 as hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f717758688cf41cbb401b808070b8b40 2024-11-19T19:21:15,512 INFO [M:0;f156d4de6e70:32853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f717758688cf41cbb401b808070b8b40, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T19:21:15,513 DEBUG [M:0;f156d4de6e70:32853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/783168d707bc4478b8ff464f72ef50c9 as hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/783168d707bc4478b8ff464f72ef50c9 2024-11-19T19:21:15,518 INFO [M:0;f156d4de6e70:32853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/783168d707bc4478b8ff464f72ef50c9, entries=7, sequenceid=127, filesize=7.1 K 2024-11-19T19:21:15,519 DEBUG [M:0;f156d4de6e70:32853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac3ae2c329224272836dc7378ed1428b as hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac3ae2c329224272836dc7378ed1428b 2024-11-19T19:21:15,524 INFO [M:0;f156d4de6e70:32853 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac3ae2c329224272836dc7378ed1428b 2024-11-19T19:21:15,524 INFO [M:0;f156d4de6e70:32853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37795/user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac3ae2c329224272836dc7378ed1428b, entries=2, sequenceid=127, filesize=5.2 K 2024-11-19T19:21:15,525 INFO [M:0;f156d4de6e70:32853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=127, compaction requested=false 2024-11-19T19:21:15,528 INFO [M:0;f156d4de6e70:32853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:15,528 DEBUG [M:0;f156d4de6e70:32853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044074221Disabling compacts and flushes for region at 1732044074221Disabling writes for close at 1732044074221Obtaining lock to block concurrent updates at 1732044074222 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044074222Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732044074222Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044074222Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044074222Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044074241 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044074241Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044074651 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044074663 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044074663Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044075072 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044075090 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044075090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3fd96d: reopening flushed file at 1732044075500 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5108a1d2: reopening flushed file at 1732044075512 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265f9abe: reopening flushed file at 1732044075518 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=127, compaction requested=false at 1732044075525 (+7 ms)Writing region close event to WAL at 1732044075528 (+3 ms)Closed at 1732044075528 2024-11-19T19:21:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741847_1023 (size=22903) 2024-11-19T19:21:15,530 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c876d32-09c7-fa82-6a1f-82f810e9d894/MasterData/WALs/f156d4de6e70,32853,1732044063433/f156d4de6e70%2C32853%2C1732044063433.1732044064088 not finished, retry = 0 2024-11-19T19:21:15,631 INFO [M:0;f156d4de6e70:32853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:21:15,631 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:21:15,631 INFO [M:0;f156d4de6e70:32853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32853 2024-11-19T19:21:15,632 INFO [M:0;f156d4de6e70:32853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:21:15,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:15,747 INFO [M:0;f156d4de6e70:32853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:21:15,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32853-0x101548abf220006, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:15,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39cef80a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:21:15,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4184d484{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:21:15,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:21:15,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:21:15,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3bf23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/hadoop.log.dir/,STOPPED} 2024-11-19T19:21:15,751 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:21:15,751 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:21:15,751 WARN [BP-228936014-172.17.0.3-1732044047262 heartbeating to localhost/127.0.0.1:37795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:21:15,751 WARN [BP-228936014-172.17.0.3-1732044047262 heartbeating to localhost/127.0.0.1:37795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-228936014-172.17.0.3-1732044047262 (Datanode Uuid 6d0ce517-2357-4d29-8e14-b6944281e310) service to localhost/127.0.0.1:37795 2024-11-19T19:21:15,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/cluster_c0d8668f-af5a-a4c9-7d88-241b496158f5/data/data1/current/BP-228936014-172.17.0.3-1732044047262 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:21:15,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/cluster_c0d8668f-af5a-a4c9-7d88-241b496158f5/data/data2/current/BP-228936014-172.17.0.3-1732044047262 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:21:15,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:21:15,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e3351ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:21:15,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26303977{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:21:15,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:21:15,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad3a617{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:21:15,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b270fd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa110018-c5fc-4df0-f742-4c121aed62a5/hadoop.log.dir/,STOPPED} 2024-11-19T19:21:15,766 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T19:21:15,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:21:15,785 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 158) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37795 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36259 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56039) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56039) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 414), ProcessCount=11 (was 11), AvailableMemoryMB=3316 (was 3782) 2024-11-19T19:21:15,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=3316 2024-11-19T19:21:15,805 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-19T19:21:15,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/hadoop.log.dir so I do NOT create it in target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd 2024-11-19T19:21:15,806 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:21:15,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/hadoop.tmp.dir so I do NOT create it in target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd 2024-11-19T19:21:15,806 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f117d98d-7b26-2179-b7f4-8f81ef89f0ef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:21:15,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd 2024-11-19T19:21:15,806 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/cluster_17d2d8dc-6089-35be-58e4-4a7386ea0284, deleteOnExit=true 2024-11-19T19:21:15,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/cluster_17d2d8dc-6089-35be-58e4-4a7386ea0284/zookeeper_0, clientPort=56090, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/cluster_17d2d8dc-6089-35be-58e4-4a7386ea0284/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/cluster_17d2d8dc-6089-35be-58e4-4a7386ea0284/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T19:21:15,825 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56090 2024-11-19T19:21:15,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:21:15,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:21:15,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/test.cache.data in system properties and HBase conf 2024-11-19T19:21:15,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:21:15,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:21:15,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:21:15,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:21:15,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:21:15,826 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:21:15,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:21:15,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:21:15,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:21:15,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:21:15,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:21:15,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:21:15,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:21:15,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:21:15,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:21:15,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:21:15,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:21:15,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:21:15,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:21:15,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:21:15,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101548abf220002, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:21:15,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101548abf220005, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:21:15,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101548abf220002, quorum=127.0.0.1:56039, baseZNode=/0-1338696196 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:21:15,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101548abf220005, quorum=127.0.0.1:56039, baseZNode=/1-1752980182 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:21:16,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:21:16,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:21:16,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:21:16,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:21:16,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:21:16,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:21:16,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b0b781{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:21:16,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c5148e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:21:16,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36af64bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/java.io.tmpdir/jetty-localhost-37039-hadoop-hdfs-3_4_1-tests_jar-_-any-4067360058705747360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:21:16,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ecb4db1{HTTP/1.1, (http/1.1)}{localhost:37039} 2024-11-19T19:21:16,500 INFO [Time-limited test {}] server.Server(415): Started @168436ms 2024-11-19T19:21:16,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:21:16,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:21:16,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:21:16,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:21:16,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:21:16,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddca0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:21:16,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a5f470f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:21:16,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f31ef2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/java.io.tmpdir/jetty-localhost-46313-hadoop-hdfs-3_4_1-tests_jar-_-any-8379084568808272449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:21:16,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31782b69{HTTP/1.1, (http/1.1)}{localhost:46313} 2024-11-19T19:21:16,923 INFO [Time-limited test {}] server.Server(415): Started @168860ms 2024-11-19T19:21:16,924 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:21:17,633 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/cluster_17d2d8dc-6089-35be-58e4-4a7386ea0284/data/data1/current/BP-743028573-172.17.0.3-1732044075859/current, will proceed with Du for space computation calculation, 2024-11-19T19:21:17,633 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/cluster_17d2d8dc-6089-35be-58e4-4a7386ea0284/data/data2/current/BP-743028573-172.17.0.3-1732044075859/current, will proceed with Du for space computation calculation, 2024-11-19T19:21:17,649 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:21:17,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5478be740e6e6c15 with lease ID 0xf1834197ecf6ab48: Processing first storage report for DS-a03bc9d1-6008-440a-be77-f78df0581608 from datanode DatanodeRegistration(127.0.0.1:39693, datanodeUuid=53e68455-dea3-495d-8898-8adb0749813f, infoPort=43805, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=2039337636;c=1732044075859) 2024-11-19T19:21:17,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5478be740e6e6c15 with lease ID 0xf1834197ecf6ab48: from storage DS-a03bc9d1-6008-440a-be77-f78df0581608 node DatanodeRegistration(127.0.0.1:39693, datanodeUuid=53e68455-dea3-495d-8898-8adb0749813f, infoPort=43805, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=2039337636;c=1732044075859), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:21:17,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5478be740e6e6c15 with lease ID 0xf1834197ecf6ab48: Processing first storage report for DS-e173637e-77eb-4cc8-8e25-4e135b4e4e64 from datanode DatanodeRegistration(127.0.0.1:39693, datanodeUuid=53e68455-dea3-495d-8898-8adb0749813f, infoPort=43805, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=2039337636;c=1732044075859) 2024-11-19T19:21:17,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5478be740e6e6c15 with lease ID 0xf1834197ecf6ab48: from storage DS-e173637e-77eb-4cc8-8e25-4e135b4e4e64 node DatanodeRegistration(127.0.0.1:39693, datanodeUuid=53e68455-dea3-495d-8898-8adb0749813f, infoPort=43805, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=2039337636;c=1732044075859), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:21:17,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd 2024-11-19T19:21:17,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:17,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:17,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:21:18,161 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572 with version=8 2024-11-19T19:21:18,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/hbase-staging 2024-11-19T19:21:18,163 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:21:18,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:18,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:18,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:21:18,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:18,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:21:18,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:21:18,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:21:18,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33245 2024-11-19T19:21:18,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33245 connecting to ZooKeeper ensemble=127.0.0.1:56090 2024-11-19T19:21:18,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332450x0, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:21:18,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33245-0x101548b2edb0000 connected 2024-11-19T19:21:18,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:18,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:18,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Set watcher on znode that does not yet exist, /01608595593/running 2024-11-19T19:21:18,349 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572, hbase.cluster.distributed=false 2024-11-19T19:21:18,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Set watcher on znode that does not yet exist, /01608595593/acl 2024-11-19T19:21:18,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33245 2024-11-19T19:21:18,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33245 2024-11-19T19:21:18,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33245 2024-11-19T19:21:18,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33245 2024-11-19T19:21:18,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33245 2024-11-19T19:21:18,363 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:21:18,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:18,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:18,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:21:18,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:18,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:21:18,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:21:18,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:21:18,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43591 2024-11-19T19:21:18,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43591 connecting to ZooKeeper ensemble=127.0.0.1:56090 2024-11-19T19:21:18,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:18,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:18,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435910x0, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:21:18,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43591-0x101548b2edb0001 connected 2024-11-19T19:21:18,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Set watcher on znode that does not yet exist, /01608595593/running 2024-11-19T19:21:18,378 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:21:18,379 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:21:18,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Set watcher on znode that does not yet exist, /01608595593/master 2024-11-19T19:21:18,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Set watcher on znode that does not yet exist, /01608595593/acl 2024-11-19T19:21:18,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43591 2024-11-19T19:21:18,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43591 2024-11-19T19:21:18,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43591 2024-11-19T19:21:18,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43591 2024-11-19T19:21:18,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43591 2024-11-19T19:21:18,397 DEBUG [M:0;f156d4de6e70:33245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:33245 2024-11-19T19:21:18,397 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01608595593/backup-masters/f156d4de6e70,33245,1732044078162 2024-11-19T19:21:18,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593/backup-masters 2024-11-19T19:21:18,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593/backup-masters 2024-11-19T19:21:18,409 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Set watcher on existing znode=/01608595593/backup-masters/f156d4de6e70,33245,1732044078162 2024-11-19T19:21:18,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:18,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01608595593/master 2024-11-19T19:21:18,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:18,419 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Set watcher on existing znode=/01608595593/master 2024-11-19T19:21:18,420 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01608595593/backup-masters/f156d4de6e70,33245,1732044078162 from backup master directory 2024-11-19T19:21:18,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593/backup-masters 2024-11-19T19:21:18,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608595593/backup-masters/f156d4de6e70,33245,1732044078162 2024-11-19T19:21:18,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593/backup-masters 2024-11-19T19:21:18,430 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:21:18,430 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,33245,1732044078162 2024-11-19T19:21:18,433 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/hbase.id] with ID: aec5b4ba-a0e1-45a4-9289-8b9ee192fed4 2024-11-19T19:21:18,433 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/.tmp/hbase.id 2024-11-19T19:21:18,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:21:18,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:21:18,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:18,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:18,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:18,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:18,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:18,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:18,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:18,838 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/.tmp/hbase.id]:[hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/hbase.id] 2024-11-19T19:21:18,847 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:18,847 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:21:18,848 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T19:21:18,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:18,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:18,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:21:19,330 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:21:19,330 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:21:19,331 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:19,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:21:19,737 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store 2024-11-19T19:21:19,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:21:20,143 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:20,143 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:21:20,143 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:20,143 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:20,143 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:21:20,143 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:20,143 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:20,143 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044080143Disabling compacts and flushes for region at 1732044080143Disabling writes for close at 1732044080143Writing region close event to WAL at 1732044080143Closed at 1732044080143 2024-11-19T19:21:20,144 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/.initializing 2024-11-19T19:21:20,144 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/WALs/f156d4de6e70,33245,1732044078162 2024-11-19T19:21:20,145 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:21:20,146 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C33245%2C1732044078162, suffix=, logDir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/WALs/f156d4de6e70,33245,1732044078162, archiveDir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/oldWALs, maxLogs=10 2024-11-19T19:21:20,157 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/WALs/f156d4de6e70,33245,1732044078162/f156d4de6e70%2C33245%2C1732044078162.1732044080146, exclude list is [], retry=0 2024-11-19T19:21:20,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39693,DS-a03bc9d1-6008-440a-be77-f78df0581608,DISK] 2024-11-19T19:21:20,161 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/WALs/f156d4de6e70,33245,1732044078162/f156d4de6e70%2C33245%2C1732044078162.1732044080146 2024-11-19T19:21:20,161 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43805:43805)] 2024-11-19T19:21:20,162 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:20,162 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:20,162 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:20,162 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:20,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:20,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:21:20,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:20,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:20,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:20,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:21:20,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:20,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:20,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:20,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:21:20,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:20,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:20,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:20,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:21:20,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:20,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:20,169 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:20,169 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:20,169 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:20,170 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:20,170 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:20,170 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:20,171 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:20,173 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:21:20,173 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64799202, jitterRate=-0.034416645765304565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:20,174 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044080162Initializing all the Stores at 1732044080163 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044080163Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044080163Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044080163Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044080163Cleaning up temporary data from old regions at 1732044080170 (+7 ms)Region opened successfully at 1732044080174 (+4 ms) 2024-11-19T19:21:20,174 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:21:20,176 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbeb14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:21:20,177 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:21:20,177 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:21:20,177 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:21:20,177 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:21:20,177 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:21:20,178 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:21:20,178 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:21:20,179 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:21:20,180 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Unable to get data of znode /01608595593/balancer because node does not exist (not necessarily an error) 2024-11-19T19:21:20,240 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608595593/balancer already deleted, retry=false 2024-11-19T19:21:20,240 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:21:20,241 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Unable to get data of znode /01608595593/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:21:20,251 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608595593/normalizer already deleted, retry=false 2024-11-19T19:21:20,251 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:21:20,252 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Unable to get data of znode /01608595593/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:21:20,261 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608595593/switch/split already deleted, retry=false 2024-11-19T19:21:20,262 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Unable to get data of znode /01608595593/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:21:20,272 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608595593/switch/merge already deleted, retry=false 2024-11-19T19:21:20,274 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Unable to get data of znode /01608595593/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:21:20,282 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608595593/snapshot-cleanup already deleted, retry=false 2024-11-19T19:21:20,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01608595593/running 2024-11-19T19:21:20,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01608595593/running 2024-11-19T19:21:20,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:20,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:20,293 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,33245,1732044078162, sessionid=0x101548b2edb0000, setting cluster-up flag (Was=false) 2024-11-19T19:21:20,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:20,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:20,345 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01608595593/flush-table-proc/acquired, /01608595593/flush-table-proc/reached, /01608595593/flush-table-proc/abort 2024-11-19T19:21:20,346 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,33245,1732044078162 2024-11-19T19:21:20,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:20,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:20,398 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01608595593/online-snapshot/acquired, /01608595593/online-snapshot/reached, /01608595593/online-snapshot/abort 2024-11-19T19:21:20,399 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,33245,1732044078162 2024-11-19T19:21:20,400 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:21:20,401 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:20,401 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:21:20,401 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:21:20,401 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f156d4de6e70,36091,1732044049704: status=Processing ServerCrashProcedure of f156d4de6e70,36091,1732044049704 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732044065070, completionTime=-1 appears to have been leaked 2024-11-19T19:21:20,401 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,33245,1732044078162 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:21:20,402 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:20,403 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:20,403 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:20,403 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:20,403 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:21:20,403 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:20,403 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:21:20,403 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:20,403 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044110403 2024-11-19T19:21:20,403 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:21:20,404 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:21:20,404 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:21:20,404 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:21:20,404 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:21:20,404 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:21:20,404 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,404 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:21:20,404 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:21:20,404 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:21:20,404 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:21:20,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:20,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:21:20,405 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:20,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:21:20,407 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:21:20,407 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:21:20,408 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044080407,5,FailOnTimeoutGroup] 2024-11-19T19:21:20,408 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044080408,5,FailOnTimeoutGroup] 2024-11-19T19:21:20,408 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,408 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:21:20,408 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,408 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:21:20,490 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(746): ClusterId : aec5b4ba-a0e1-45a4-9289-8b9ee192fed4 2024-11-19T19:21:20,490 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:21:20,501 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:21:20,501 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:21:20,512 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:21:20,512 DEBUG [RS:0;f156d4de6e70:43591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d7ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:21:20,522 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:43591 2024-11-19T19:21:20,522 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:21:20,522 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:21:20,522 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:21:20,523 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,33245,1732044078162 with port=43591, startcode=1732044078363 2024-11-19T19:21:20,523 DEBUG [RS:0;f156d4de6e70:43591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:21:20,524 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:21:20,524 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,43591,1732044078363 2024-11-19T19:21:20,525 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33245 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,43591,1732044078363 2024-11-19T19:21:20,526 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572 2024-11-19T19:21:20,526 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37689 2024-11-19T19:21:20,526 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:21:20,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593/rs 2024-11-19T19:21:20,535 DEBUG [RS:0;f156d4de6e70:43591 {}] zookeeper.ZKUtil(111): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Set watcher on existing znode=/01608595593/rs/f156d4de6e70,43591,1732044078363 2024-11-19T19:21:20,535 WARN [RS:0;f156d4de6e70:43591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:21:20,535 INFO [RS:0;f156d4de6e70:43591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:20,535 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363 2024-11-19T19:21:20,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,43591,1732044078363] 2024-11-19T19:21:20,538 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:21:20,540 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:21:20,540 INFO [RS:0;f156d4de6e70:43591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:21:20,540 INFO [RS:0;f156d4de6e70:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,541 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:21:20,542 INFO [RS:0;f156d4de6e70:43591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:21:20,542 INFO [RS:0;f156d4de6e70:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,542 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:20,542 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:20,542 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:20,542 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:20,542 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:20,543 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:21:20,543 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:20,543 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:20,543 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:20,543 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:20,543 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:20,543 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:20,543 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:21:20,543 DEBUG [RS:0;f156d4de6e70:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:21:20,548 INFO [RS:0;f156d4de6e70:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,548 INFO [RS:0;f156d4de6e70:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,548 INFO [RS:0;f156d4de6e70:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,548 INFO [RS:0;f156d4de6e70:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,548 INFO [RS:0;f156d4de6e70:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,548 INFO [RS:0;f156d4de6e70:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43591,1732044078363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:21:20,561 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:21:20,561 INFO [RS:0;f156d4de6e70:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43591,1732044078363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,561 INFO [RS:0;f156d4de6e70:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,561 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.Replication(171): f156d4de6e70,43591,1732044078363 started 2024-11-19T19:21:20,574 INFO [RS:0;f156d4de6e70:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:20,574 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,43591,1732044078363, RpcServer on f156d4de6e70/172.17.0.3:43591, sessionid=0x101548b2edb0001 2024-11-19T19:21:20,574 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:21:20,574 DEBUG [RS:0;f156d4de6e70:43591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,43591,1732044078363 2024-11-19T19:21:20,574 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,43591,1732044078363' 2024-11-19T19:21:20,574 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01608595593/flush-table-proc/abort' 2024-11-19T19:21:20,575 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01608595593/flush-table-proc/acquired' 2024-11-19T19:21:20,575 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:21:20,575 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:21:20,575 DEBUG [RS:0;f156d4de6e70:43591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,43591,1732044078363 2024-11-19T19:21:20,575 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,43591,1732044078363' 2024-11-19T19:21:20,575 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01608595593/online-snapshot/abort' 2024-11-19T19:21:20,576 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01608595593/online-snapshot/acquired' 2024-11-19T19:21:20,576 DEBUG [RS:0;f156d4de6e70:43591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:21:20,576 INFO [RS:0;f156d4de6e70:43591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:21:20,576 INFO [RS:0;f156d4de6e70:43591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:21:20,676 INFO [RS:0;f156d4de6e70:43591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:21:20,678 INFO [RS:0;f156d4de6e70:43591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C43591%2C1732044078363, suffix=, logDir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363, archiveDir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/oldWALs, maxLogs=10 2024-11-19T19:21:20,690 DEBUG [RS:0;f156d4de6e70:43591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678, exclude list is [], retry=0 2024-11-19T19:21:20,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39693,DS-a03bc9d1-6008-440a-be77-f78df0581608,DISK] 2024-11-19T19:21:20,694 INFO [RS:0;f156d4de6e70:43591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 2024-11-19T19:21:20,694 DEBUG [RS:0;f156d4de6e70:43591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43805:43805)] 2024-11-19T19:21:20,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:21:20,815 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572 2024-11-19T19:21:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:21:21,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:21,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:21:21,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:21:21,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:21,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:21,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:21:21,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:21:21,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:21,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:21,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:21:21,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:21:21,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:21,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:21,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:21:21,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:21:21,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:21,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:21,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:21:21,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740 2024-11-19T19:21:21,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740 2024-11-19T19:21:21,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:21:21,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:21:21,230 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:21,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:21:21,232 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:21:21,232 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70343845, jitterRate=0.048204973340034485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:21,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044081220Initializing all the Stores at 1732044081221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044081221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044081221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044081221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044081221Cleaning up temporary data from old regions at 1732044081229 (+8 ms)Region opened successfully at 1732044081233 (+4 ms) 2024-11-19T19:21:21,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:21:21,233 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:21:21,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:21:21,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:21:21,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:21:21,234 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:21,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044081233Disabling compacts and flushes for region at 1732044081233Disabling writes for close at 1732044081233Writing region close event to WAL at 1732044081233Closed at 1732044081233 2024-11-19T19:21:21,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:21,234 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:21:21,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:21:21,235 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:21:21,236 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:21:21,386 DEBUG [f156d4de6e70:33245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:21:21,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,43591,1732044078363 2024-11-19T19:21:21,388 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,43591,1732044078363, state=OPENING 2024-11-19T19:21:21,440 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:21:21,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:21,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:21,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01608595593/meta-region-server: CHANGED 2024-11-19T19:21:21,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01608595593/meta-region-server: CHANGED 2024-11-19T19:21:21,451 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:21:21,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,43591,1732044078363}] 2024-11-19T19:21:21,603 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:21:21,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:21:21,608 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:21:21,608 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:21,608 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:21:21,610 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C43591%2C1732044078363.meta, suffix=.meta, logDir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363, archiveDir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/oldWALs, maxLogs=10 2024-11-19T19:21:21,622 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.meta.1732044081610.meta, exclude list is [], retry=0 2024-11-19T19:21:21,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39693,DS-a03bc9d1-6008-440a-be77-f78df0581608,DISK] 2024-11-19T19:21:21,625 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.meta.1732044081610.meta 2024-11-19T19:21:21,625 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43805:43805)] 2024-11-19T19:21:21,625 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:21,626 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:21:21,626 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:21:21,626 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:21:21,626 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:21:21,626 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:21:21,626 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:21,626 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:21:21,626 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:21:21,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:21:21,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:21:21,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:21,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:21,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:21:21,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:21:21,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:21,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:21,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:21:21,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:21:21,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:21,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:21,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:21:21,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:21:21,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:21,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:21,631 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:21:21,632 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740 2024-11-19T19:21:21,633 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740 2024-11-19T19:21:21,634 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:21:21,634 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:21:21,634 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:21,635 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:21:21,635 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72771726, jitterRate=0.08438321948051453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:21,636 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:21:21,636 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044081626Writing region info on filesystem at 1732044081626Initializing all the Stores at 1732044081627 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044081627Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044081627Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044081627Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044081627Cleaning up temporary data from old regions at 1732044081634 (+7 ms)Running coprocessor post-open hooks at 1732044081636 (+2 ms)Region opened successfully at 1732044081636 2024-11-19T19:21:21,637 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044081603 2024-11-19T19:21:21,638 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:21:21,639 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:21:21,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,43591,1732044078363 2024-11-19T19:21:21,639 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,43591,1732044078363, state=OPEN 2024-11-19T19:21:21,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01608595593/meta-region-server 2024-11-19T19:21:21,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01608595593/meta-region-server 2024-11-19T19:21:21,674 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,43591,1732044078363 2024-11-19T19:21:21,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01608595593/meta-region-server: CHANGED 2024-11-19T19:21:21,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01608595593/meta-region-server: CHANGED 2024-11-19T19:21:21,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:21:21,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,43591,1732044078363 in 223 msec 2024-11-19T19:21:21,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:21:21,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-19T19:21:21,678 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:21,678 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:21:21,680 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:21,680 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43591,1732044078363, seqNum=-1] 2024-11-19T19:21:21,680 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:21,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:21:21,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-19T19:21:21,686 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044081686, completionTime=-1 2024-11-19T19:21:21,686 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:21:21,686 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:21:21,688 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:21:21,688 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044141688 2024-11-19T19:21:21,688 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044201688 2024-11-19T19:21:21,688 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T19:21:21,688 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33245,1732044078162-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:21,688 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33245,1732044078162-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:21,689 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33245,1732044078162-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:21,689 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:33245, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:21,689 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:21,689 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:21,690 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:21:21,692 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.262sec 2024-11-19T19:21:21,692 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:21:21,692 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:21:21,692 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:21:21,692 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:21:21,692 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:21:21,692 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33245,1732044078162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:21:21,692 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33245,1732044078162-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:21:21,694 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:21:21,694 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:21:21,694 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33245,1732044078162-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:21,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156172f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:21,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33245,-1 for getting cluster id 2024-11-19T19:21:21,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:21,792 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aec5b4ba-a0e1-45a4-9289-8b9ee192fed4' 2024-11-19T19:21:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aec5b4ba-a0e1-45a4-9289-8b9ee192fed4" 2024-11-19T19:21:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d02ae7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33245,-1] 2024-11-19T19:21:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:21,794 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:21,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f02314a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:21,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:21,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43591,1732044078363, seqNum=-1] 2024-11-19T19:21:21,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:21,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:21:21,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,33245,1732044078162 2024-11-19T19:21:21,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56090 2024-11-19T19:21:21,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:21:21,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101548b2edb0002 connected 2024-11-19T19:21:21,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/hadoop.log.dir so I do NOT create it in target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b 2024-11-19T19:21:21,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:21:21,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/hadoop.tmp.dir so I do NOT create it in target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b 2024-11-19T19:21:21,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:21:21,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b 2024-11-19T19:21:21,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:21:21,832 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/cluster_990cc5a5-0b7c-bc26-52b5-8e8f963afaed, deleteOnExit=true 2024-11-19T19:21:21,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/test.cache.data in system properties and HBase conf 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:21:21,833 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:21:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:21:21,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:21:21,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:21:21,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:21:21,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:21:21,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:21:21,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:21:22,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:21:22,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:21:22,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:21:22,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:21:22,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:21:22,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:21:22,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a47cf22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:21:22,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2976d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:21:22,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38ac04b5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/java.io.tmpdir/jetty-localhost-37159-hadoop-hdfs-3_4_1-tests_jar-_-any-12162284694542401558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:21:22,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6866c87b{HTTP/1.1, (http/1.1)}{localhost:37159} 2024-11-19T19:21:22,282 INFO [Time-limited test {}] server.Server(415): Started @174219ms 2024-11-19T19:21:22,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:21:22,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:21:22,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:21:22,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:21:22,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:21:22,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff3877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:21:22,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@613e9d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:21:22,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76dff982{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/java.io.tmpdir/jetty-localhost-39479-hadoop-hdfs-3_4_1-tests_jar-_-any-9937500212071498424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:21:22,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21327da{HTTP/1.1, (http/1.1)}{localhost:39479} 2024-11-19T19:21:22,671 INFO [Time-limited test {}] server.Server(415): Started @174607ms 2024-11-19T19:21:22,672 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:21:23,455 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/cluster_990cc5a5-0b7c-bc26-52b5-8e8f963afaed/data/data2/current/BP-1879441676-172.17.0.3-1732044081847/current, will proceed with Du for space computation calculation, 2024-11-19T19:21:23,455 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/cluster_990cc5a5-0b7c-bc26-52b5-8e8f963afaed/data/data1/current/BP-1879441676-172.17.0.3-1732044081847/current, will proceed with Du for space computation calculation, 2024-11-19T19:21:23,475 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:21:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ea1f12a4dee1c08 with lease ID 0x553e127f5d6434e6: Processing first storage report for DS-a9669491-4279-4ad5-9363-c80bbfd63662 from datanode DatanodeRegistration(127.0.0.1:35035, datanodeUuid=63094232-b16c-4ca3-9ef6-4dab0cffac46, infoPort=41541, infoSecurePort=0, ipcPort=43407, storageInfo=lv=-57;cid=testClusterID;nsid=1388489316;c=1732044081847) 2024-11-19T19:21:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ea1f12a4dee1c08 with lease ID 0x553e127f5d6434e6: from storage DS-a9669491-4279-4ad5-9363-c80bbfd63662 node DatanodeRegistration(127.0.0.1:35035, datanodeUuid=63094232-b16c-4ca3-9ef6-4dab0cffac46, infoPort=41541, infoSecurePort=0, ipcPort=43407, storageInfo=lv=-57;cid=testClusterID;nsid=1388489316;c=1732044081847), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:21:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ea1f12a4dee1c08 with lease ID 0x553e127f5d6434e6: Processing first storage report for DS-795c4e97-a5ad-4be0-ad92-4621816055ae from datanode DatanodeRegistration(127.0.0.1:35035, datanodeUuid=63094232-b16c-4ca3-9ef6-4dab0cffac46, infoPort=41541, infoSecurePort=0, ipcPort=43407, storageInfo=lv=-57;cid=testClusterID;nsid=1388489316;c=1732044081847) 2024-11-19T19:21:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ea1f12a4dee1c08 with lease ID 0x553e127f5d6434e6: from storage DS-795c4e97-a5ad-4be0-ad92-4621816055ae node DatanodeRegistration(127.0.0.1:35035, datanodeUuid=63094232-b16c-4ca3-9ef6-4dab0cffac46, infoPort=41541, infoSecurePort=0, ipcPort=43407, storageInfo=lv=-57;cid=testClusterID;nsid=1388489316;c=1732044081847), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:21:23,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b 2024-11-19T19:21:23,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:23,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:23,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:21:23,902 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f with version=8 2024-11-19T19:21:23,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/hbase-staging 2024-11-19T19:21:23,904 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:21:23,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:23,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:23,904 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:21:23,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:23,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:21:23,904 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:21:23,905 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:21:23,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37173 2024-11-19T19:21:23,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37173 connecting to ZooKeeper ensemble=127.0.0.1:56090 2024-11-19T19:21:23,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371730x0, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:21:23,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37173-0x101548b2edb0003 connected 2024-11-19T19:21:24,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:24,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:24,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Set watcher on znode that does not yet exist, /11174726847/running 2024-11-19T19:21:24,033 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f, hbase.cluster.distributed=false 2024-11-19T19:21:24,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Set watcher on znode that does not yet exist, /11174726847/acl 2024-11-19T19:21:24,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37173 2024-11-19T19:21:24,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37173 2024-11-19T19:21:24,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37173 2024-11-19T19:21:24,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37173 2024-11-19T19:21:24,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37173 2024-11-19T19:21:24,048 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:21:24,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:24,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:24,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:21:24,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:24,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:21:24,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:21:24,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:21:24,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43871 2024-11-19T19:21:24,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43871 connecting to ZooKeeper ensemble=127.0.0.1:56090 2024-11-19T19:21:24,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:24,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:24,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438710x0, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:21:24,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438710x0, quorum=127.0.0.1:56090, baseZNode=/11174726847 Set watcher on znode that does not yet exist, /11174726847/running 2024-11-19T19:21:24,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43871-0x101548b2edb0004 connected 2024-11-19T19:21:24,062 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:21:24,062 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:21:24,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Set watcher on znode that does not yet exist, /11174726847/master 2024-11-19T19:21:24,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Set watcher on znode that does not yet exist, /11174726847/acl 2024-11-19T19:21:24,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43871 2024-11-19T19:21:24,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43871 2024-11-19T19:21:24,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43871 2024-11-19T19:21:24,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43871 2024-11-19T19:21:24,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43871 2024-11-19T19:21:24,083 DEBUG [M:0;f156d4de6e70:37173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:37173 2024-11-19T19:21:24,083 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11174726847/backup-masters/f156d4de6e70,37173,1732044083904 2024-11-19T19:21:24,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847/backup-masters 2024-11-19T19:21:24,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847/backup-masters 2024-11-19T19:21:24,093 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Set watcher on existing znode=/11174726847/backup-masters/f156d4de6e70,37173,1732044083904 2024-11-19T19:21:24,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11174726847/master 2024-11-19T19:21:24,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:24,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:24,103 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Set watcher on existing znode=/11174726847/master 2024-11-19T19:21:24,104 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11174726847/backup-masters/f156d4de6e70,37173,1732044083904 from backup master directory 2024-11-19T19:21:24,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11174726847/backup-masters/f156d4de6e70,37173,1732044083904 2024-11-19T19:21:24,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847/backup-masters 2024-11-19T19:21:24,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847/backup-masters 2024-11-19T19:21:24,114 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:21:24,114 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,37173,1732044083904 2024-11-19T19:21:24,117 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/hbase.id] with ID: e93b41b2-3199-4044-8a79-971db4b16d3c 2024-11-19T19:21:24,117 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/.tmp/hbase.id 2024-11-19T19:21:24,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:21:24,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T19:21:24,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T19:21:24,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:21:24,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T19:21:24,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:21:24,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T19:21:24,521 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/.tmp/hbase.id]:[hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/hbase.id] 2024-11-19T19:21:24,529 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:24,530 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:21:24,530 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T19:21:24,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:24,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:24,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:21:24,961 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:21:24,962 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:21:24,962 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:24,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:21:25,369 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store 2024-11-19T19:21:25,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:21:25,776 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:25,776 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:21:25,776 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:25,776 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:25,777 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:21:25,777 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:25,777 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:25,777 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044085776Disabling compacts and flushes for region at 1732044085776Disabling writes for close at 1732044085777 (+1 ms)Writing region close event to WAL at 1732044085777Closed at 1732044085777 2024-11-19T19:21:25,778 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/.initializing 2024-11-19T19:21:25,778 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/WALs/f156d4de6e70,37173,1732044083904 2024-11-19T19:21:25,779 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:21:25,780 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C37173%2C1732044083904, suffix=, logDir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/WALs/f156d4de6e70,37173,1732044083904, archiveDir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/oldWALs, maxLogs=10 2024-11-19T19:21:25,795 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/WALs/f156d4de6e70,37173,1732044083904/f156d4de6e70%2C37173%2C1732044083904.1732044085780, exclude list is [], retry=0 2024-11-19T19:21:25,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-a9669491-4279-4ad5-9363-c80bbfd63662,DISK] 2024-11-19T19:21:25,799 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/WALs/f156d4de6e70,37173,1732044083904/f156d4de6e70%2C37173%2C1732044083904.1732044085780 2024-11-19T19:21:25,799 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41541:41541)] 2024-11-19T19:21:25,799 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:25,800 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:25,800 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:25,800 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:25,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:25,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:21:25,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:25,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:25,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:25,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:21:25,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:25,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:25,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:25,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:21:25,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:25,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:25,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:25,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:21:25,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:25,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:25,807 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:25,807 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:25,807 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:25,808 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:25,808 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:25,809 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:25,809 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:25,811 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:21:25,811 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67258865, jitterRate=0.0022351890802383423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:25,811 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044085800Initializing all the Stores at 1732044085801 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044085801Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044085801Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044085801Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044085801Cleaning up temporary data from old regions at 1732044085808 (+7 ms)Region opened successfully at 1732044085811 (+3 ms) 2024-11-19T19:21:25,812 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:21:25,814 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291afb04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:21:25,814 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:21:25,814 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:21:25,814 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:21:25,814 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:21:25,815 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:21:25,815 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:21:25,815 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:21:25,817 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:21:25,817 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Unable to get data of znode /11174726847/balancer because node does not exist (not necessarily an error) 2024-11-19T19:21:25,897 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11174726847/balancer already deleted, retry=false 2024-11-19T19:21:25,897 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:21:25,898 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Unable to get data of znode /11174726847/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:21:25,913 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11174726847/normalizer already deleted, retry=false 2024-11-19T19:21:25,914 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:21:25,914 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Unable to get data of znode /11174726847/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:21:25,924 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11174726847/switch/split already deleted, retry=false 2024-11-19T19:21:25,925 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Unable to get data of znode /11174726847/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:21:25,935 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11174726847/switch/merge already deleted, retry=false 2024-11-19T19:21:25,936 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Unable to get data of znode /11174726847/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:21:25,945 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11174726847/snapshot-cleanup already deleted, retry=false 2024-11-19T19:21:25,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11174726847/running 2024-11-19T19:21:25,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11174726847/running 2024-11-19T19:21:25,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:25,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:25,956 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,37173,1732044083904, sessionid=0x101548b2edb0003, setting cluster-up flag (Was=false) 2024-11-19T19:21:25,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:25,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:26,008 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11174726847/flush-table-proc/acquired, /11174726847/flush-table-proc/reached, /11174726847/flush-table-proc/abort 2024-11-19T19:21:26,009 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,37173,1732044083904 2024-11-19T19:21:26,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:26,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:26,061 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11174726847/online-snapshot/acquired, /11174726847/online-snapshot/reached, /11174726847/online-snapshot/abort 2024-11-19T19:21:26,062 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,37173,1732044083904 2024-11-19T19:21:26,062 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:21:26,063 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:26,064 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:21:26,064 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:21:26,064 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,37173,1732044083904 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:21:26,065 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:26,065 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:26,065 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:26,065 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:26,065 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:21:26,065 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:26,065 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:21:26,065 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:26,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044116066 2024-11-19T19:21:26,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:21:26,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:21:26,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:21:26,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:21:26,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:21:26,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:21:26,066 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:26,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,066 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:21:26,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:21:26,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:21:26,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:21:26,066 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:21:26,067 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:21:26,067 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:21:26,067 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044086067,5,FailOnTimeoutGroup] 2024-11-19T19:21:26,067 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044086067,5,FailOnTimeoutGroup] 2024-11-19T19:21:26,067 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,067 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:26,067 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:21:26,067 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,067 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,067 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:21:26,073 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(746): ClusterId : e93b41b2-3199-4044-8a79-971db4b16d3c 2024-11-19T19:21:26,073 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:21:26,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:21:26,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:21:26,074 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f 2024-11-19T19:21:26,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741832_1008 (size=32) 2024-11-19T19:21:26,082 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:21:26,082 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:21:26,093 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:21:26,093 DEBUG [RS:0;f156d4de6e70:43871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234ed332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:21:26,103 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:43871 2024-11-19T19:21:26,103 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:21:26,103 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:21:26,103 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:21:26,104 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,37173,1732044083904 with port=43871, startcode=1732044084048 2024-11-19T19:21:26,104 DEBUG [RS:0;f156d4de6e70:43871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:21:26,105 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:21:26,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,43871,1732044084048 2024-11-19T19:21:26,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37173 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,43871,1732044084048 2024-11-19T19:21:26,106 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f 2024-11-19T19:21:26,106 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44567 2024-11-19T19:21:26,106 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:21:26,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847/rs 2024-11-19T19:21:26,160 DEBUG [RS:0;f156d4de6e70:43871 {}] zookeeper.ZKUtil(111): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Set watcher on existing znode=/11174726847/rs/f156d4de6e70,43871,1732044084048 2024-11-19T19:21:26,160 WARN [RS:0;f156d4de6e70:43871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:21:26,160 INFO [RS:0;f156d4de6e70:43871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:26,160 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048 2024-11-19T19:21:26,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,43871,1732044084048] 2024-11-19T19:21:26,163 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:21:26,164 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:21:26,164 INFO [RS:0;f156d4de6e70:43871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:21:26,164 INFO [RS:0;f156d4de6e70:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,164 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:21:26,165 INFO [RS:0;f156d4de6e70:43871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:21:26,165 INFO [RS:0;f156d4de6e70:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:21:26,165 DEBUG [RS:0;f156d4de6e70:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:21:26,168 INFO [RS:0;f156d4de6e70:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,168 INFO [RS:0;f156d4de6e70:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,168 INFO [RS:0;f156d4de6e70:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,168 INFO [RS:0;f156d4de6e70:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,168 INFO [RS:0;f156d4de6e70:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,168 INFO [RS:0;f156d4de6e70:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43871,1732044084048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:21:26,188 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:21:26,188 INFO [RS:0;f156d4de6e70:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43871,1732044084048-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,188 INFO [RS:0;f156d4de6e70:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,188 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.Replication(171): f156d4de6e70,43871,1732044084048 started 2024-11-19T19:21:26,204 INFO [RS:0;f156d4de6e70:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,204 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,43871,1732044084048, RpcServer on f156d4de6e70/172.17.0.3:43871, sessionid=0x101548b2edb0004 2024-11-19T19:21:26,204 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:21:26,204 DEBUG [RS:0;f156d4de6e70:43871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,43871,1732044084048 2024-11-19T19:21:26,204 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,43871,1732044084048' 2024-11-19T19:21:26,204 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11174726847/flush-table-proc/abort' 2024-11-19T19:21:26,205 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11174726847/flush-table-proc/acquired' 2024-11-19T19:21:26,205 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:21:26,205 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:21:26,205 DEBUG [RS:0;f156d4de6e70:43871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,43871,1732044084048 2024-11-19T19:21:26,205 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,43871,1732044084048' 2024-11-19T19:21:26,205 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11174726847/online-snapshot/abort' 2024-11-19T19:21:26,205 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11174726847/online-snapshot/acquired' 2024-11-19T19:21:26,206 DEBUG [RS:0;f156d4de6e70:43871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:21:26,206 INFO [RS:0;f156d4de6e70:43871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:21:26,206 INFO [RS:0;f156d4de6e70:43871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:21:26,306 INFO [RS:0;f156d4de6e70:43871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:21:26,307 INFO [RS:0;f156d4de6e70:43871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C43871%2C1732044084048, suffix=, logDir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048, archiveDir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/oldWALs, maxLogs=10 2024-11-19T19:21:26,318 DEBUG [RS:0;f156d4de6e70:43871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308, exclude list is [], retry=0 2024-11-19T19:21:26,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-a9669491-4279-4ad5-9363-c80bbfd63662,DISK] 2024-11-19T19:21:26,322 INFO [RS:0;f156d4de6e70:43871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 2024-11-19T19:21:26,322 DEBUG [RS:0;f156d4de6e70:43871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41541:41541)] 2024-11-19T19:21:26,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:26,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:21:26,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:21:26,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:26,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:26,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:21:26,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:21:26,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:26,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:26,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:21:26,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:21:26,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:26,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:26,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:21:26,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:21:26,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:26,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:26,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:21:26,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740 2024-11-19T19:21:26,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740 2024-11-19T19:21:26,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:21:26,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:21:26,488 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:26,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:21:26,490 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:21:26,491 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63897951, jitterRate=-0.04784633219242096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:26,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044086480Initializing all the Stores at 1732044086481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044086481Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044086481Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044086481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044086481Cleaning up temporary data from old regions at 1732044086488 (+7 ms)Region opened successfully at 1732044086491 (+3 ms) 2024-11-19T19:21:26,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:21:26,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:21:26,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:21:26,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:21:26,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:21:26,491 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:26,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044086491Disabling compacts and flushes for region at 1732044086491Disabling writes for close at 1732044086491Writing region close event to WAL at 1732044086491Closed at 1732044086491 2024-11-19T19:21:26,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:26,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:21:26,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:21:26,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:21:26,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:21:26,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:21:26,644 DEBUG [f156d4de6e70:37173 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:21:26,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,43871,1732044084048 2024-11-19T19:21:26,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,43871,1732044084048, state=OPENING 2024-11-19T19:21:26,692 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:21:26,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:26,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:26,703 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:21:26,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11174726847/meta-region-server: CHANGED 2024-11-19T19:21:26,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11174726847/meta-region-server: CHANGED 2024-11-19T19:21:26,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,43871,1732044084048}] 2024-11-19T19:21:26,856 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:21:26,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:21:26,859 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:21:26,859 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:26,860 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:21:26,861 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C43871%2C1732044084048.meta, suffix=.meta, logDir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048, archiveDir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/oldWALs, maxLogs=10 2024-11-19T19:21:26,872 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.meta.1732044086861.meta, exclude list is [], retry=0 2024-11-19T19:21:26,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-a9669491-4279-4ad5-9363-c80bbfd63662,DISK] 2024-11-19T19:21:26,875 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.meta.1732044086861.meta 2024-11-19T19:21:26,875 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41541:41541)] 2024-11-19T19:21:26,876 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:26,876 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:21:26,876 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:21:26,876 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:21:26,876 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:21:26,876 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:21:26,876 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:26,876 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:21:26,876 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:21:26,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:21:26,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:21:26,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:26,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:26,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:21:26,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:21:26,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:26,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:26,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:21:26,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:21:26,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:26,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:26,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:21:26,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:21:26,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:26,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:26,882 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:21:26,882 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740 2024-11-19T19:21:26,883 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740 2024-11-19T19:21:26,884 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:21:26,884 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:21:26,884 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:26,886 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:21:26,886 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67181788, jitterRate=0.0010866522789001465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:26,886 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:21:26,886 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044086876Writing region info on filesystem at 1732044086876Initializing all the Stores at 1732044086877 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044086877Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044086877Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044086877Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044086877Cleaning up temporary data from old regions at 1732044086884 (+7 ms)Running coprocessor post-open hooks at 1732044086886 (+2 ms)Region opened successfully at 1732044086886 2024-11-19T19:21:26,887 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044086855 2024-11-19T19:21:26,889 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:21:26,889 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:21:26,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,43871,1732044084048 2024-11-19T19:21:26,890 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,43871,1732044084048, state=OPEN 2024-11-19T19:21:26,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11174726847/meta-region-server 2024-11-19T19:21:26,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11174726847/meta-region-server 2024-11-19T19:21:26,900 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,43871,1732044084048 2024-11-19T19:21:26,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11174726847/meta-region-server: CHANGED 2024-11-19T19:21:26,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11174726847/meta-region-server: CHANGED 2024-11-19T19:21:26,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:21:26,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,43871,1732044084048 in 197 msec 2024-11-19T19:21:26,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:21:26,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-19T19:21:26,904 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:26,904 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:21:26,905 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:26,905 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43871,1732044084048, seqNum=-1] 2024-11-19T19:21:26,905 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:26,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:21:26,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 846 msec 2024-11-19T19:21:26,910 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044086910, completionTime=-1 2024-11-19T19:21:26,910 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:21:26,910 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:21:26,912 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:21:26,912 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044146912 2024-11-19T19:21:26,912 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044206912 2024-11-19T19:21:26,912 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T19:21:26,912 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37173,1732044083904-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,913 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37173,1732044083904-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,913 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37173,1732044083904-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,913 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:37173, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,913 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,913 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,914 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:21:26,916 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.802sec 2024-11-19T19:21:26,916 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:21:26,916 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:21:26,916 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:21:26,916 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:21:26,916 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:21:26,916 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37173,1732044083904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:21:26,916 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37173,1732044083904-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:21:26,918 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:21:26,918 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:21:26,918 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37173,1732044083904-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:26,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a416f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:26,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37173,-1 for getting cluster id 2024-11-19T19:21:26,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:26,975 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e93b41b2-3199-4044-8a79-971db4b16d3c' 2024-11-19T19:21:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e93b41b2-3199-4044-8a79-971db4b16d3c" 2024-11-19T19:21:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37173,-1] 2024-11-19T19:21:26,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:26,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:26,976 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:26,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7fe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:26,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43871,1732044084048, seqNum=-1] 2024-11-19T19:21:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:26,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:21:26,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,37173,1732044083904 2024-11-19T19:21:26,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56090 2024-11-19T19:21:26,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:21:26,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101548b2edb0005 connected 2024-11-19T19:21:26,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:27,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33245,1732044078162 2024-11-19T19:21:27,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@309c6b9b 2024-11-19T19:21:27,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:27,001 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:21:27,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:21:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:21:27,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:21:27,004 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:27,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:21:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:21:27,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:21:27,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:21:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:21:27,128 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:21:27,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:27,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:27,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:27,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:27,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:27,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:27,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:21:27,411 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec08673b93bc6c544824473fe7f7103a, NAME => 'test,,1732044087002.ec08673b93bc6c544824473fe7f7103a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572 2024-11-19T19:21:27,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:21:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:21:27,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044087002.ec08673b93bc6c544824473fe7f7103a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:27,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ec08673b93bc6c544824473fe7f7103a, disabling compactions & flushes 2024-11-19T19:21:27,817 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. 2024-11-19T19:21:27,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. 2024-11-19T19:21:27,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. after waiting 0 ms 2024-11-19T19:21:27,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. 2024-11-19T19:21:27,817 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. 2024-11-19T19:21:27,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec08673b93bc6c544824473fe7f7103a: Waiting for close lock at 1732044087817Disabling compacts and flushes for region at 1732044087817Disabling writes for close at 1732044087817Writing region close event to WAL at 1732044087817Closed at 1732044087817 2024-11-19T19:21:27,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:21:27,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044087002.ec08673b93bc6c544824473fe7f7103a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044087818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044087818"}]},"ts":"1732044087818"} 2024-11-19T19:21:27,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:21:27,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:21:27,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044087821"}]},"ts":"1732044087821"} 2024-11-19T19:21:27,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:21:27,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec08673b93bc6c544824473fe7f7103a, ASSIGN}] 2024-11-19T19:21:27,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec08673b93bc6c544824473fe7f7103a, ASSIGN 2024-11-19T19:21:27,824 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ec08673b93bc6c544824473fe7f7103a, ASSIGN; state=OFFLINE, location=f156d4de6e70,43591,1732044078363; forceNewPlan=false, retain=false 2024-11-19T19:21:27,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec08673b93bc6c544824473fe7f7103a, regionState=OPENING, regionLocation=f156d4de6e70,43591,1732044078363 2024-11-19T19:21:27,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ec08673b93bc6c544824473fe7f7103a, ASSIGN because future has completed 2024-11-19T19:21:27,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec08673b93bc6c544824473fe7f7103a, server=f156d4de6e70,43591,1732044078363}] 2024-11-19T19:21:28,133 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. 2024-11-19T19:21:28,133 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ec08673b93bc6c544824473fe7f7103a, NAME => 'test,,1732044087002.ec08673b93bc6c544824473fe7f7103a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:28,133 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:21:28,133 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:21:28,133 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:28,134 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044087002.ec08673b93bc6c544824473fe7f7103a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:28,134 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:28,134 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:28,135 INFO [StoreOpener-ec08673b93bc6c544824473fe7f7103a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:28,136 INFO [StoreOpener-ec08673b93bc6c544824473fe7f7103a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec08673b93bc6c544824473fe7f7103a columnFamilyName f 2024-11-19T19:21:28,136 DEBUG [StoreOpener-ec08673b93bc6c544824473fe7f7103a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:28,136 INFO [StoreOpener-ec08673b93bc6c544824473fe7f7103a-1 {}] regionserver.HStore(327): Store=ec08673b93bc6c544824473fe7f7103a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:28,136 INFO [StoreOpener-ec08673b93bc6c544824473fe7f7103a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:28,137 INFO [StoreOpener-ec08673b93bc6c544824473fe7f7103a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec08673b93bc6c544824473fe7f7103a columnFamilyName f1 2024-11-19T19:21:28,137 DEBUG [StoreOpener-ec08673b93bc6c544824473fe7f7103a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:28,137 INFO [StoreOpener-ec08673b93bc6c544824473fe7f7103a-1 {}] regionserver.HStore(327): Store=ec08673b93bc6c544824473fe7f7103a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:28,137 INFO [StoreOpener-ec08673b93bc6c544824473fe7f7103a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:28,138 INFO [StoreOpener-ec08673b93bc6c544824473fe7f7103a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec08673b93bc6c544824473fe7f7103a columnFamilyName norep 2024-11-19T19:21:28,138 DEBUG [StoreOpener-ec08673b93bc6c544824473fe7f7103a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:28,138 INFO [StoreOpener-ec08673b93bc6c544824473fe7f7103a-1 {}] regionserver.HStore(327): Store=ec08673b93bc6c544824473fe7f7103a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:28,138 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:28,139 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:28,139 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:21:28,140 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:28,140 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:28,140 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:21:28,141 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:28,143 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:21:28,143 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ec08673b93bc6c544824473fe7f7103a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69589417, jitterRate=0.036963120102882385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:21:28,143 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:28,144 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ec08673b93bc6c544824473fe7f7103a: Running coprocessor pre-open hook at 1732044088134Writing region info on filesystem at 1732044088134Initializing all the Stores at 1732044088134Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044088134Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044088134Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044088134Cleaning up temporary data from old regions at 1732044088140 (+6 ms)Running coprocessor post-open hooks at 1732044088143 (+3 ms)Region opened successfully at 1732044088144 (+1 ms) 2024-11-19T19:21:28,145 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044087002.ec08673b93bc6c544824473fe7f7103a., pid=6, masterSystemTime=1732044088129 2024-11-19T19:21:28,146 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. 2024-11-19T19:21:28,146 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. 2024-11-19T19:21:28,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec08673b93bc6c544824473fe7f7103a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,43591,1732044078363 2024-11-19T19:21:28,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec08673b93bc6c544824473fe7f7103a, server=f156d4de6e70,43591,1732044078363 because future has completed 2024-11-19T19:21:28,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:21:28,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ec08673b93bc6c544824473fe7f7103a, server=f156d4de6e70,43591,1732044078363 in 173 msec 2024-11-19T19:21:28,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:21:28,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ec08673b93bc6c544824473fe7f7103a, ASSIGN in 328 msec 2024-11-19T19:21:28,154 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:21:28,154 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044088154"}]},"ts":"1732044088154"} 2024-11-19T19:21:28,156 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:21:28,157 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:21:28,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-19T19:21:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:21:29,150 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:21:29,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,37173,1732044083904 2024-11-19T19:21:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@738a1212 2024-11-19T19:21:29,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:29,152 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:21:29,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:21:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:21:29,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:21:29,154 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:29,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:21:29,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:21:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:21:29,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:21:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:21:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:21:29,567 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf3da7aae5ec487745c1773bb529a044, NAME => 'test,,1732044089152.bf3da7aae5ec487745c1773bb529a044.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f 2024-11-19T19:21:29,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:21:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:21:29,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044089152.bf3da7aae5ec487745c1773bb529a044.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:29,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bf3da7aae5ec487745c1773bb529a044, disabling compactions & flushes 2024-11-19T19:21:29,974 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. 2024-11-19T19:21:29,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. 2024-11-19T19:21:29,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. after waiting 0 ms 2024-11-19T19:21:29,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. 2024-11-19T19:21:29,974 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. 2024-11-19T19:21:29,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf3da7aae5ec487745c1773bb529a044: Waiting for close lock at 1732044089974Disabling compacts and flushes for region at 1732044089974Disabling writes for close at 1732044089974Writing region close event to WAL at 1732044089974Closed at 1732044089974 2024-11-19T19:21:29,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:21:29,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044089152.bf3da7aae5ec487745c1773bb529a044.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044089976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044089976"}]},"ts":"1732044089976"} 2024-11-19T19:21:29,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:21:29,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:21:29,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044089979"}]},"ts":"1732044089979"} 2024-11-19T19:21:29,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:21:29,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bf3da7aae5ec487745c1773bb529a044, ASSIGN}] 2024-11-19T19:21:29,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bf3da7aae5ec487745c1773bb529a044, ASSIGN 2024-11-19T19:21:29,983 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bf3da7aae5ec487745c1773bb529a044, ASSIGN; state=OFFLINE, location=f156d4de6e70,43871,1732044084048; forceNewPlan=false, retain=false 2024-11-19T19:21:30,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf3da7aae5ec487745c1773bb529a044, regionState=OPENING, regionLocation=f156d4de6e70,43871,1732044084048 2024-11-19T19:21:30,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bf3da7aae5ec487745c1773bb529a044, ASSIGN because future has completed 2024-11-19T19:21:30,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf3da7aae5ec487745c1773bb529a044, server=f156d4de6e70,43871,1732044084048}] 2024-11-19T19:21:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:21:30,292 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. 2024-11-19T19:21:30,292 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bf3da7aae5ec487745c1773bb529a044, NAME => 'test,,1732044089152.bf3da7aae5ec487745c1773bb529a044.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:30,292 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:21:30,292 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:21:30,292 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:30,292 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044089152.bf3da7aae5ec487745c1773bb529a044.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:30,292 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:30,293 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:30,294 INFO [StoreOpener-bf3da7aae5ec487745c1773bb529a044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:30,294 INFO [StoreOpener-bf3da7aae5ec487745c1773bb529a044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf3da7aae5ec487745c1773bb529a044 columnFamilyName f 2024-11-19T19:21:30,295 DEBUG [StoreOpener-bf3da7aae5ec487745c1773bb529a044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:30,295 INFO [StoreOpener-bf3da7aae5ec487745c1773bb529a044-1 {}] regionserver.HStore(327): Store=bf3da7aae5ec487745c1773bb529a044/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:30,295 INFO [StoreOpener-bf3da7aae5ec487745c1773bb529a044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:30,296 INFO [StoreOpener-bf3da7aae5ec487745c1773bb529a044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf3da7aae5ec487745c1773bb529a044 columnFamilyName f1 2024-11-19T19:21:30,296 DEBUG [StoreOpener-bf3da7aae5ec487745c1773bb529a044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:30,296 INFO [StoreOpener-bf3da7aae5ec487745c1773bb529a044-1 {}] regionserver.HStore(327): Store=bf3da7aae5ec487745c1773bb529a044/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:30,296 INFO [StoreOpener-bf3da7aae5ec487745c1773bb529a044-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:30,297 INFO [StoreOpener-bf3da7aae5ec487745c1773bb529a044-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf3da7aae5ec487745c1773bb529a044 columnFamilyName norep 2024-11-19T19:21:30,297 DEBUG [StoreOpener-bf3da7aae5ec487745c1773bb529a044-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:30,297 INFO [StoreOpener-bf3da7aae5ec487745c1773bb529a044-1 {}] regionserver.HStore(327): Store=bf3da7aae5ec487745c1773bb529a044/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:30,297 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:30,298 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:30,298 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:30,299 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:30,299 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:30,299 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:21:30,300 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:30,301 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:21:30,302 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bf3da7aae5ec487745c1773bb529a044; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70325944, jitterRate=0.04793822765350342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:21:30,302 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:30,302 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bf3da7aae5ec487745c1773bb529a044: Running coprocessor pre-open hook at 1732044090293Writing region info on filesystem at 1732044090293Initializing all the Stores at 1732044090293Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044090293Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044090293Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044090293Cleaning up temporary data from old regions at 1732044090299 (+6 ms)Running coprocessor post-open hooks at 1732044090302 (+3 ms)Region opened successfully at 1732044090302 2024-11-19T19:21:30,302 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044089152.bf3da7aae5ec487745c1773bb529a044., pid=6, masterSystemTime=1732044090289 2024-11-19T19:21:30,304 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. 2024-11-19T19:21:30,304 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. 2024-11-19T19:21:30,305 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf3da7aae5ec487745c1773bb529a044, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,43871,1732044084048 2024-11-19T19:21:30,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf3da7aae5ec487745c1773bb529a044, server=f156d4de6e70,43871,1732044084048 because future has completed 2024-11-19T19:21:30,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:21:30,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bf3da7aae5ec487745c1773bb529a044, server=f156d4de6e70,43871,1732044084048 in 170 msec 2024-11-19T19:21:30,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:21:30,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bf3da7aae5ec487745c1773bb529a044, ASSIGN in 326 msec 2024-11-19T19:21:30,310 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:21:30,311 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044090311"}]},"ts":"1732044090311"} 2024-11-19T19:21:30,312 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:21:30,313 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:21:30,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-19T19:21:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:21:31,310 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:21:31,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a165c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:31,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33245,-1 for getting cluster id 2024-11-19T19:21:31,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:31,311 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aec5b4ba-a0e1-45a4-9289-8b9ee192fed4' 2024-11-19T19:21:31,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:31,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aec5b4ba-a0e1-45a4-9289-8b9ee192fed4" 2024-11-19T19:21:31,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397bb072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:31,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33245,-1] 2024-11-19T19:21:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:31,312 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447775f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:31,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce9c2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:31,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37173,-1 for getting cluster id 2024-11-19T19:21:31,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:31,314 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e93b41b2-3199-4044-8a79-971db4b16d3c' 2024-11-19T19:21:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e93b41b2-3199-4044-8a79-971db4b16d3c" 2024-11-19T19:21:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5624f417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37173,-1] 2024-11-19T19:21:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:31,315 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a342522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:31,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:31,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33245,-1 for getting cluster id 2024-11-19T19:21:31,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:31,317 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aec5b4ba-a0e1-45a4-9289-8b9ee192fed4' 2024-11-19T19:21:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aec5b4ba-a0e1-45a4-9289-8b9ee192fed4" 2024-11-19T19:21:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516e9b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33245,-1] 2024-11-19T19:21:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:31,318 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:31,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42265161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:31,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:31,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33245,1732044078162 2024-11-19T19:21:31,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7779595e 2024-11-19T19:21:31,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:31,320 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:21:31,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:37173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:21:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:21:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:21:31,323 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:37173' 2024-11-19T19:21:31,324 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50226b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:31,324 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37173,-1 for getting cluster id 2024-11-19T19:21:31,324 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:31,325 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e93b41b2-3199-4044-8a79-971db4b16d3c' 2024-11-19T19:21:31,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:31,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e93b41b2-3199-4044-8a79-971db4b16d3c" 2024-11-19T19:21:31,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424593f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:31,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37173,-1] 2024-11-19T19:21:31,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:31,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:31,326 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:31,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d878ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:31,326 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:31,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,37173,1732044083904 2024-11-19T19:21:31,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@794db45a 2024-11-19T19:21:31,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:31,328 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:21:31,328 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T19:21:31,328 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:21:31,328 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:31,328 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:31,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:31,329 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:21:31,330 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:21:31,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:21:31,331 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:31,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:21:31,380 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:21:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741837_1013 (size=1138) 2024-11-19T19:21:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:21:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:21:31,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44ec8430e14730aea4ccb972d70a011c, NAME => 'hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572 2024-11-19T19:21:31,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741838_1014 (size=44) 2024-11-19T19:21:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:21:32,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:32,202 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44ec8430e14730aea4ccb972d70a011c, disabling compactions & flushes 2024-11-19T19:21:32,202 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. 2024-11-19T19:21:32,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. 2024-11-19T19:21:32,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. after waiting 0 ms 2024-11-19T19:21:32,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. 2024-11-19T19:21:32,203 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. 2024-11-19T19:21:32,203 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44ec8430e14730aea4ccb972d70a011c: Waiting for close lock at 1732044092202Disabling compacts and flushes for region at 1732044092202Disabling writes for close at 1732044092203 (+1 ms)Writing region close event to WAL at 1732044092203Closed at 1732044092203 2024-11-19T19:21:32,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:21:32,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732044092204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044092204"}]},"ts":"1732044092204"} 2024-11-19T19:21:32,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:21:32,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:21:32,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044092207"}]},"ts":"1732044092207"} 2024-11-19T19:21:32,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:21:32,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44ec8430e14730aea4ccb972d70a011c, ASSIGN}] 2024-11-19T19:21:32,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44ec8430e14730aea4ccb972d70a011c, ASSIGN 2024-11-19T19:21:32,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44ec8430e14730aea4ccb972d70a011c, ASSIGN; state=OFFLINE, location=f156d4de6e70,43591,1732044078363; forceNewPlan=false, retain=false 2024-11-19T19:21:32,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44ec8430e14730aea4ccb972d70a011c, regionState=OPENING, regionLocation=f156d4de6e70,43591,1732044078363 2024-11-19T19:21:32,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44ec8430e14730aea4ccb972d70a011c, ASSIGN because future has completed 2024-11-19T19:21:32,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44ec8430e14730aea4ccb972d70a011c, server=f156d4de6e70,43591,1732044078363}] 2024-11-19T19:21:32,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:21:32,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:32,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:32,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:32,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:32,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:32,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:32,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:32,440 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T19:21:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:21:32,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. 2024-11-19T19:21:32,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:32,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:21:32,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C43591%2C1732044078363.rep, suffix=, logDir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363, archiveDir=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/oldWALs, maxLogs=10 2024-11-19T19:21:32,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.rep.1732044092520, exclude list is [], retry=0 2024-11-19T19:21:32,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39693,DS-a03bc9d1-6008-440a-be77-f78df0581608,DISK] 2024-11-19T19:21:32,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.rep.1732044092520 2024-11-19T19:21:32,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43805:43805)] 2024-11-19T19:21:32,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 44ec8430e14730aea4ccb972d70a011c, NAME => 'hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:32,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:21:32,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:21:32,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. service=MultiRowMutationService 2024-11-19T19:21:32,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:21:32,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:32,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:32,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:32,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:32,537 INFO [StoreOpener-44ec8430e14730aea4ccb972d70a011c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:32,538 INFO [StoreOpener-44ec8430e14730aea4ccb972d70a011c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ec8430e14730aea4ccb972d70a011c columnFamilyName hfileref 2024-11-19T19:21:32,538 DEBUG [StoreOpener-44ec8430e14730aea4ccb972d70a011c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:32,538 INFO [StoreOpener-44ec8430e14730aea4ccb972d70a011c-1 {}] regionserver.HStore(327): Store=44ec8430e14730aea4ccb972d70a011c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:32,538 INFO [StoreOpener-44ec8430e14730aea4ccb972d70a011c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:32,539 INFO [StoreOpener-44ec8430e14730aea4ccb972d70a011c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ec8430e14730aea4ccb972d70a011c columnFamilyName queue 2024-11-19T19:21:32,539 DEBUG [StoreOpener-44ec8430e14730aea4ccb972d70a011c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:32,539 INFO [StoreOpener-44ec8430e14730aea4ccb972d70a011c-1 {}] regionserver.HStore(327): Store=44ec8430e14730aea4ccb972d70a011c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:32,539 INFO [StoreOpener-44ec8430e14730aea4ccb972d70a011c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:32,540 INFO [StoreOpener-44ec8430e14730aea4ccb972d70a011c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ec8430e14730aea4ccb972d70a011c columnFamilyName sid 2024-11-19T19:21:32,540 DEBUG [StoreOpener-44ec8430e14730aea4ccb972d70a011c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:32,541 INFO [StoreOpener-44ec8430e14730aea4ccb972d70a011c-1 {}] regionserver.HStore(327): Store=44ec8430e14730aea4ccb972d70a011c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:32,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:32,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:32,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:32,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:32,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:32,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:21:32,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:32,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:21:32,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 44ec8430e14730aea4ccb972d70a011c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71717929, jitterRate=0.06868042051792145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:21:32,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:32,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 44ec8430e14730aea4ccb972d70a011c: Running coprocessor pre-open hook at 1732044092536Writing region info on filesystem at 1732044092536Initializing all the Stores at 1732044092536Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044092536Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044092537 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044092537Cleaning up temporary data from old regions at 1732044092542 (+5 ms)Running coprocessor post-open hooks at 1732044092546 (+4 ms)Region opened successfully at 1732044092547 (+1 ms) 2024-11-19T19:21:32,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c., pid=10, masterSystemTime=1732044092515 2024-11-19T19:21:32,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. 2024-11-19T19:21:32,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. 2024-11-19T19:21:32,550 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44ec8430e14730aea4ccb972d70a011c, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,43591,1732044078363 2024-11-19T19:21:32,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44ec8430e14730aea4ccb972d70a011c, server=f156d4de6e70,43591,1732044078363 because future has completed 2024-11-19T19:21:32,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:21:32,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44ec8430e14730aea4ccb972d70a011c, server=f156d4de6e70,43591,1732044078363 in 188 msec 2024-11-19T19:21:32,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T19:21:32,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44ec8430e14730aea4ccb972d70a011c, ASSIGN in 345 msec 2024-11-19T19:21:32,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:21:32,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044092556"}]},"ts":"1732044092556"} 2024-11-19T19:21:32,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:21:32,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:21:32,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2300 sec 2024-11-19T19:21:32,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c., hostname=f156d4de6e70,43591,1732044078363, seqNum=2] 2024-11-19T19:21:32,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:32,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:32,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:21:32,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T19:21:32,835 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:21:32,862 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,43591,1732044078363, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:21:32,862 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:32,862 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43591,1732044078363, seqNum=-1] 2024-11-19T19:21:32,862 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:32,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T19:21:32,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,43591,1732044078363', locateType=CURRENT is [region=hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c., hostname=f156d4de6e70,43591,1732044078363, seqNum=2] 2024-11-19T19:21:32,867 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T19:21:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T19:21:32,869 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,43591,1732044078363 suceeded 2024-11-19T19:21:32,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T19:21:32,870 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:37173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:21:32,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-19T19:21:32,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5500 sec 2024-11-19T19:21:32,885 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:37173' 2024-11-19T19:21:32,886 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dc64f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:32,886 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37173,-1 for getting cluster id 2024-11-19T19:21:32,886 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:32,887 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e93b41b2-3199-4044-8a79-971db4b16d3c' 2024-11-19T19:21:32,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:32,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e93b41b2-3199-4044-8a79-971db4b16d3c" 2024-11-19T19:21:32,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3da6ef02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:32,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37173,-1] 2024-11-19T19:21:32,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:32,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:32,889 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:32,889 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f3f71ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:32,889 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:32,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,37173,1732044083904 2024-11-19T19:21:32,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ea199f0 2024-11-19T19:21:32,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:32,891 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T19:21:32,892 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,43591,1732044078363 (queues=1) is replicating from cluster=aec5b4ba-a0e1-45a4-9289-8b9ee192fed4 to cluster=e93b41b2-3199-4044-8a79-971db4b16d3c 2024-11-19T19:21:32,892 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C43591%2C1732044078363 2024-11-19T19:21:32,892 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,43591,1732044078363, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:21:32,892 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C43591%2C1732044078363 2024-11-19T19:21:32,893 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678, startPosition=0, beingWritten=true 2024-11-19T19:21:32,898 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:21:32,898 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 379, reset compression=false 2024-11-19T19:21:32,898 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43591,1732044078363 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:21:33,102 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 379, reset compression=false 2024-11-19T19:21:33,406 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 379, reset compression=false 2024-11-19T19:21:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:21:33,470 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:21:33,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:21:33,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:33,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:33,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:33,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:33,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e36f318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:33,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37173,-1 for getting cluster id 2024-11-19T19:21:33,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:33,471 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e93b41b2-3199-4044-8a79-971db4b16d3c' 2024-11-19T19:21:33,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:33,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e93b41b2-3199-4044-8a79-971db4b16d3c" 2024-11-19T19:21:33,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691ab66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:33,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37173,-1] 2024-11-19T19:21:33,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:33,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:33,473 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:33,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7549f0ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:33,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:33,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,37173,1732044083904 2024-11-19T19:21:33,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e46d08 2024-11-19T19:21:33,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:33,475 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:21:33,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:33245,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:21:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:21:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:21:33,477 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:33245' 2024-11-19T19:21:33,478 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f181836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:33,478 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33245,-1 for getting cluster id 2024-11-19T19:21:33,478 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:33,479 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aec5b4ba-a0e1-45a4-9289-8b9ee192fed4' 2024-11-19T19:21:33,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:33,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aec5b4ba-a0e1-45a4-9289-8b9ee192fed4" 2024-11-19T19:21:33,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cb6d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:33,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33245,-1] 2024-11-19T19:21:33,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:33,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:33,480 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:33,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4d6ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:33,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:33,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33245,1732044078162 2024-11-19T19:21:33,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e4782d1 2024-11-19T19:21:33,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:33,481 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:21:33,482 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T19:21:33,482 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:21:33,482 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:33,482 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:33,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:33,482 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:21:33,483 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:21:33,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:21:33,484 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:33,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:21:33,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741837_1013 (size=1138) 2024-11-19T19:21:33,534 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:21:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:21:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:21:33,809 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 379, reset compression=false 2024-11-19T19:21:33,896 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5e87d862e497dca7d8eafb423142543, NAME => 'hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f 2024-11-19T19:21:33,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741838_1014 (size=44) 2024-11-19T19:21:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:21:34,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:34,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b5e87d862e497dca7d8eafb423142543, disabling compactions & flushes 2024-11-19T19:21:34,301 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. 2024-11-19T19:21:34,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. 2024-11-19T19:21:34,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. after waiting 0 ms 2024-11-19T19:21:34,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. 2024-11-19T19:21:34,301 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. 2024-11-19T19:21:34,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5e87d862e497dca7d8eafb423142543: Waiting for close lock at 1732044094301Disabling compacts and flushes for region at 1732044094301Disabling writes for close at 1732044094301Writing region close event to WAL at 1732044094301Closed at 1732044094301 2024-11-19T19:21:34,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:21:34,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732044094303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044094303"}]},"ts":"1732044094303"} 2024-11-19T19:21:34,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:21:34,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:21:34,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044094305"}]},"ts":"1732044094305"} 2024-11-19T19:21:34,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:21:34,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5e87d862e497dca7d8eafb423142543, ASSIGN}] 2024-11-19T19:21:34,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5e87d862e497dca7d8eafb423142543, ASSIGN 2024-11-19T19:21:34,309 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b5e87d862e497dca7d8eafb423142543, ASSIGN; state=OFFLINE, location=f156d4de6e70,43871,1732044084048; forceNewPlan=false, retain=false 2024-11-19T19:21:34,313 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 379, reset compression=false 2024-11-19T19:21:34,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T19:21:34,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T19:21:34,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T19:21:34,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T19:21:34,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:21:34,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T19:21:34,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b5e87d862e497dca7d8eafb423142543, regionState=OPENING, regionLocation=f156d4de6e70,43871,1732044084048 2024-11-19T19:21:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b5e87d862e497dca7d8eafb423142543, ASSIGN because future has completed 2024-11-19T19:21:34,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5e87d862e497dca7d8eafb423142543, server=f156d4de6e70,43871,1732044084048}] 2024-11-19T19:21:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:21:34,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. 2024-11-19T19:21:34,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:34,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:21:34,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C43871%2C1732044084048.rep, suffix=, logDir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048, archiveDir=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/oldWALs, maxLogs=10 2024-11-19T19:21:34,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.rep.1732044094618, exclude list is [], retry=0 2024-11-19T19:21:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35035,DS-a9669491-4279-4ad5-9363-c80bbfd63662,DISK] 2024-11-19T19:21:34,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.rep.1732044094618 2024-11-19T19:21:34,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41541:41541)] 2024-11-19T19:21:34,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b5e87d862e497dca7d8eafb423142543, NAME => 'hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:34,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:21:34,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:21:34,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. service=MultiRowMutationService 2024-11-19T19:21:34,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:21:34,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:34,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:34,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:34,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:34,636 INFO [StoreOpener-b5e87d862e497dca7d8eafb423142543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:34,637 INFO [StoreOpener-b5e87d862e497dca7d8eafb423142543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5e87d862e497dca7d8eafb423142543 columnFamilyName hfileref 2024-11-19T19:21:34,637 DEBUG [StoreOpener-b5e87d862e497dca7d8eafb423142543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:34,638 INFO [StoreOpener-b5e87d862e497dca7d8eafb423142543-1 {}] regionserver.HStore(327): Store=b5e87d862e497dca7d8eafb423142543/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:34,638 INFO [StoreOpener-b5e87d862e497dca7d8eafb423142543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:34,639 INFO [StoreOpener-b5e87d862e497dca7d8eafb423142543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5e87d862e497dca7d8eafb423142543 columnFamilyName queue 2024-11-19T19:21:34,639 DEBUG [StoreOpener-b5e87d862e497dca7d8eafb423142543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:34,639 INFO [StoreOpener-b5e87d862e497dca7d8eafb423142543-1 {}] regionserver.HStore(327): Store=b5e87d862e497dca7d8eafb423142543/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:34,639 INFO [StoreOpener-b5e87d862e497dca7d8eafb423142543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:34,640 INFO [StoreOpener-b5e87d862e497dca7d8eafb423142543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5e87d862e497dca7d8eafb423142543 columnFamilyName sid 2024-11-19T19:21:34,640 DEBUG [StoreOpener-b5e87d862e497dca7d8eafb423142543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:34,640 INFO [StoreOpener-b5e87d862e497dca7d8eafb423142543-1 {}] regionserver.HStore(327): Store=b5e87d862e497dca7d8eafb423142543/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:34,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:34,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:34,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:34,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:34,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:34,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:21:34,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:34,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:21:34,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b5e87d862e497dca7d8eafb423142543; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64362264, jitterRate=-0.04092752933502197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:21:34,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:34,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b5e87d862e497dca7d8eafb423142543: Running coprocessor pre-open hook at 1732044094635Writing region info on filesystem at 1732044094635Initializing all the Stores at 1732044094636 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044094636Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044094636Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044094636Cleaning up temporary data from old regions at 1732044094642 (+6 ms)Running coprocessor post-open hooks at 1732044094646 (+4 ms)Region opened successfully at 1732044094646 2024-11-19T19:21:34,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543., pid=10, masterSystemTime=1732044094613 2024-11-19T19:21:34,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. 2024-11-19T19:21:34,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. 2024-11-19T19:21:34,649 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b5e87d862e497dca7d8eafb423142543, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,43871,1732044084048 2024-11-19T19:21:34,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5e87d862e497dca7d8eafb423142543, server=f156d4de6e70,43871,1732044084048 because future has completed 2024-11-19T19:21:34,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:21:34,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b5e87d862e497dca7d8eafb423142543, server=f156d4de6e70,43871,1732044084048 in 190 msec 2024-11-19T19:21:34,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T19:21:34,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5e87d862e497dca7d8eafb423142543, ASSIGN in 346 msec 2024-11-19T19:21:34,655 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:21:34,655 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044094655"}]},"ts":"1732044094655"} 2024-11-19T19:21:34,656 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:21:34,657 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:21:34,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-19T19:21:34,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543., hostname=f156d4de6e70,43871,1732044084048, seqNum=2] 2024-11-19T19:21:34,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:34,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:34,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:21:34,916 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 379, reset compression=false 2024-11-19T19:21:34,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T19:21:34,929 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:21:34,953 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,43871,1732044084048, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:21:34,954 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:34,954 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43871,1732044084048, seqNum=-1] 2024-11-19T19:21:34,954 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:34,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T19:21:34,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,43871,1732044084048', locateType=CURRENT is [region=hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543., hostname=f156d4de6e70,43871,1732044084048, seqNum=2] 2024-11-19T19:21:34,958 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T19:21:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T19:21:34,960 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,43871,1732044084048 suceeded 2024-11-19T19:21:34,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T19:21:34,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-19T19:21:34,961 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:33245,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:21:34,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4860 sec 2024-11-19T19:21:34,972 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:33245' 2024-11-19T19:21:34,973 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53428162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:34,973 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33245,-1 for getting cluster id 2024-11-19T19:21:34,973 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:34,974 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aec5b4ba-a0e1-45a4-9289-8b9ee192fed4' 2024-11-19T19:21:34,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:34,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aec5b4ba-a0e1-45a4-9289-8b9ee192fed4" 2024-11-19T19:21:34,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14bd4e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:34,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33245,-1] 2024-11-19T19:21:34,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:34,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:34,975 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:34,976 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@553aa83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:34,976 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:34,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33245,1732044078162 2024-11-19T19:21:34,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c3ff52a 2024-11-19T19:21:34,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:34,977 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T19:21:34,978 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,43871,1732044084048 (queues=1) is replicating from cluster=e93b41b2-3199-4044-8a79-971db4b16d3c to cluster=aec5b4ba-a0e1-45a4-9289-8b9ee192fed4 2024-11-19T19:21:34,978 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C43871%2C1732044084048 2024-11-19T19:21:34,978 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,43871,1732044084048, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:21:34,978 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C43871%2C1732044084048 2024-11-19T19:21:34,978 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308, startPosition=0, beingWritten=true 2024-11-19T19:21:34,983 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:21:34,983 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 379, reset compression=false 2024-11-19T19:21:34,983 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43871,1732044084048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:21:35,187 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 379, reset compression=false 2024-11-19T19:21:35,490 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 379, reset compression=false 2024-11-19T19:21:35,620 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 379, reset compression=false 2024-11-19T19:21:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:21:35,630 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:21:35,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:21:35,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:35,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:35,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:35,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:35,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:35,634 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732044095633/Put/seqid=0 2024-11-19T19:21:35,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741840_1016 (size=7894) 2024-11-19T19:21:35,894 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 379, reset compression=false 2024-11-19T19:21:36,043 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732044096042/Put/seqid=0 2024-11-19T19:21:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741841_1017 (size=7691) 2024-11-19T19:21:36,398 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 379, reset compression=false 2024-11-19T19:21:36,424 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 379, reset compression=false 2024-11-19T19:21:36,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:36,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33245,-1 for getting cluster id 2024-11-19T19:21:36,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:36,449 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aec5b4ba-a0e1-45a4-9289-8b9ee192fed4' 2024-11-19T19:21:36,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:36,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aec5b4ba-a0e1-45a4-9289-8b9ee192fed4" 2024-11-19T19:21:36,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bc27e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:36,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33245,-1] 2024-11-19T19:21:36,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:36,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:36,451 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:36,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9e2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:36,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43591,1732044078363, seqNum=-1] 2024-11-19T19:21:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:36,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:21:36,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33245,1732044078162 2024-11-19T19:21:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e78d073 2024-11-19T19:21:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:36,522 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:21:36,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732044087002.ec08673b93bc6c544824473fe7f7103a., hostname=f156d4de6e70,43591,1732044078363, seqNum=2] 2024-11-19T19:21:36,527 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T19:21:36,532 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T19:21:36,535 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T19:21:36,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/testHFileCyclicReplication_01/f/hfile_1 for inclusion in ec08673b93bc6c544824473fe7f7103a/f 2024-11-19T19:21:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T19:21:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:21:36,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/testHFileCyclicReplication_01/f/hfile_0 for inclusion in ec08673b93bc6c544824473fe7f7103a/f 2024-11-19T19:21:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T19:21:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:21:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HRegion(2603): Flush status journal for ec08673b93bc6c544824473fe7f7103a: 2024-11-19T19:21:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins__test__h4dra57qdft6qkdkhv46kcgvvbvhkncp4t91qp77qn94us82t3jfjj4k797a51vv/f/hfile_1 2024-11-19T19:21:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins__test__h4dra57qdft6qkdkhv46kcgvvbvhkncp4t91qp77qn94us82t3jfjj4k797a51vv/f/hfile_1 as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/0984287d98a142508c703b18724b6ea6_SeqId_4_ 2024-11-19T19:21:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins__test__h4dra57qdft6qkdkhv46kcgvvbvhkncp4t91qp77qn94us82t3jfjj4k797a51vv/f/hfile_0 2024-11-19T19:21:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins__test__h4dra57qdft6qkdkhv46kcgvvbvhkncp4t91qp77qn94us82t3jfjj4k797a51vv/f/hfile_0 as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/7a028f2cff5a45139392474c6bd26e94_SeqId_4_ 2024-11-19T19:21:36,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins__test__h4dra57qdft6qkdkhv46kcgvvbvhkncp4t91qp77qn94us82t3jfjj4k797a51vv/f/hfile_1 into ec08673b93bc6c544824473fe7f7103a/f as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/0984287d98a142508c703b18724b6ea6_SeqId_4_ - updating store file list. 2024-11-19T19:21:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0984287d98a142508c703b18724b6ea6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:21:36,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/0984287d98a142508c703b18724b6ea6_SeqId_4_ into ec08673b93bc6c544824473fe7f7103a/f 2024-11-19T19:21:36,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins__test__h4dra57qdft6qkdkhv46kcgvvbvhkncp4t91qp77qn94us82t3jfjj4k797a51vv/f/hfile_1 into ec08673b93bc6c544824473fe7f7103a/f (new location: hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/0984287d98a142508c703b18724b6ea6_SeqId_4_) 2024-11-19T19:21:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins__test__h4dra57qdft6qkdkhv46kcgvvbvhkncp4t91qp77qn94us82t3jfjj4k797a51vv/f/hfile_1 2024-11-19T19:21:36,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins__test__h4dra57qdft6qkdkhv46kcgvvbvhkncp4t91qp77qn94us82t3jfjj4k797a51vv/f/hfile_0 into ec08673b93bc6c544824473fe7f7103a/f as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/7a028f2cff5a45139392474c6bd26e94_SeqId_4_ - updating store file list. 2024-11-19T19:21:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a028f2cff5a45139392474c6bd26e94_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:21:36,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/7a028f2cff5a45139392474c6bd26e94_SeqId_4_ into ec08673b93bc6c544824473fe7f7103a/f 2024-11-19T19:21:36,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins__test__h4dra57qdft6qkdkhv46kcgvvbvhkncp4t91qp77qn94us82t3jfjj4k797a51vv/f/hfile_0 into ec08673b93bc6c544824473fe7f7103a/f (new location: hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/7a028f2cff5a45139392474c6bd26e94_SeqId_4_) 2024-11-19T19:21:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins__test__h4dra57qdft6qkdkhv46kcgvvbvhkncp4t91qp77qn94us82t3jfjj4k797a51vv/f/hfile_0 2024-11-19T19:21:36,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:21:36,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:36,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:36,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:36,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732044087002.ec08673b93bc6c544824473fe7f7103a., hostname=f156d4de6e70,43591,1732044078363, seqNum=2 , the old value is region=test,,1732044087002.ec08673b93bc6c544824473fe7f7103a., hostname=f156d4de6e70,43591,1732044078363, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f156d4de6e70:43591 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T19:21:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732044087002.ec08673b93bc6c544824473fe7f7103a., hostname=f156d4de6e70,43591,1732044078363, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T19:21:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732044087002.ec08673b93bc6c544824473fe7f7103a., hostname=f156d4de6e70,43591,1732044078363, seqNum=2 from cache 2024-11-19T19:21:36,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:36,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43871,1732044084048, seqNum=-1] 2024-11-19T19:21:36,564 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T19:21:36,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:36,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:21:36,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732044089152.bf3da7aae5ec487745c1773bb529a044., hostname=f156d4de6e70,43871,1732044084048, seqNum=2] 2024-11-19T19:21:36,568 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T19:21:36,670 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:43591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T19:21:37,002 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 379, reset compression=false 2024-11-19T19:21:37,328 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 379, reset compression=false 2024-11-19T19:21:37,333 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:21:37,333 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43591,1732044078363 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec08673b93bc6c544824473fe7f7103a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732044096561/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T19:21:37,335 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:21:37,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-19T19:21:37,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(318): Replicating [aec5b4ba-a0e1-45a4-9289-8b9ee192fed4] bulk loaded data 2024-11-19T19:21:37,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@239a76e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:37,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37173,-1 for getting cluster id 2024-11-19T19:21:37,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:37,338 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e93b41b2-3199-4044-8a79-971db4b16d3c' 2024-11-19T19:21:37,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:37,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e93b41b2-3199-4044-8a79-971db4b16d3c" 2024-11-19T19:21:37,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2127b94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:37,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37173,-1] 2024-11-19T19:21:37,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:37,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:37,339 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:37,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e8cc5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:37,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741840_1016 (size=7691) 2024-11-19T19:21:37,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741841_1017 (size=7894) 2024-11-19T19:21:37,533 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 687, reset compression=false 2024-11-19T19:21:37,570 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T19:21:37,707 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 379, reset compression=false 2024-11-19T19:21:37,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:37,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,37173,1732044083904 2024-11-19T19:21:37,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@140dc032 2024-11-19T19:21:37,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:37,773 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T19:21:37,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T19:21:37,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:37,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43871,1732044084048, seqNum=-1] 2024-11-19T19:21:37,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:37,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T19:21:37,782 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins.hfs.11__test__i8mjfn5l088e4d761qlusd4vatj7e87rrd9hts7497tekq05g439mtu22rq2j7dg/f/0984287d98a142508c703b18724b6ea6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T19:21:37,784 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins.hfs.11__test__i8mjfn5l088e4d761qlusd4vatj7e87rrd9hts7497tekq05g439mtu22rq2j7dg/f/7a028f2cff5a45139392474c6bd26e94_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T19:21:37,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins.hfs.11__test__i8mjfn5l088e4d761qlusd4vatj7e87rrd9hts7497tekq05g439mtu22rq2j7dg/f/7a028f2cff5a45139392474c6bd26e94_SeqId_4_ for inclusion in bf3da7aae5ec487745c1773bb529a044/f 2024-11-19T19:21:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T19:21:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:21:37,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins.hfs.11__test__i8mjfn5l088e4d761qlusd4vatj7e87rrd9hts7497tekq05g439mtu22rq2j7dg/f/0984287d98a142508c703b18724b6ea6_SeqId_4_ for inclusion in bf3da7aae5ec487745c1773bb529a044/f 2024-11-19T19:21:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T19:21:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:21:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HRegion(2603): Flush status journal for bf3da7aae5ec487745c1773bb529a044: 2024-11-19T19:21:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7a028f2cff5a45139392474c6bd26e94_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T19:21:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins.hfs.11__test__i8mjfn5l088e4d761qlusd4vatj7e87rrd9hts7497tekq05g439mtu22rq2j7dg/f/7a028f2cff5a45139392474c6bd26e94_SeqId_4_ as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/81909dcc59104f708b9bfa5b320fbb03_SeqId_4_ 2024-11-19T19:21:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0984287d98a142508c703b18724b6ea6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T19:21:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins.hfs.11__test__i8mjfn5l088e4d761qlusd4vatj7e87rrd9hts7497tekq05g439mtu22rq2j7dg/f/0984287d98a142508c703b18724b6ea6_SeqId_4_ as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/1a802de8fa004f18915ab22a8cbe8004_SeqId_4_ 2024-11-19T19:21:37,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins.hfs.11__test__i8mjfn5l088e4d761qlusd4vatj7e87rrd9hts7497tekq05g439mtu22rq2j7dg/f/7a028f2cff5a45139392474c6bd26e94_SeqId_4_ into bf3da7aae5ec487745c1773bb529a044/f as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/81909dcc59104f708b9bfa5b320fbb03_SeqId_4_ - updating store file list. 2024-11-19T19:21:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 81909dcc59104f708b9bfa5b320fbb03_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:21:37,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/81909dcc59104f708b9bfa5b320fbb03_SeqId_4_ into bf3da7aae5ec487745c1773bb529a044/f 2024-11-19T19:21:37,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins.hfs.11__test__i8mjfn5l088e4d761qlusd4vatj7e87rrd9hts7497tekq05g439mtu22rq2j7dg/f/7a028f2cff5a45139392474c6bd26e94_SeqId_4_ into bf3da7aae5ec487745c1773bb529a044/f (new location: hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/81909dcc59104f708b9bfa5b320fbb03_SeqId_4_) 2024-11-19T19:21:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins.hfs.11__test__i8mjfn5l088e4d761qlusd4vatj7e87rrd9hts7497tekq05g439mtu22rq2j7dg/f/7a028f2cff5a45139392474c6bd26e94_SeqId_4_ 2024-11-19T19:21:37,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins.hfs.11__test__i8mjfn5l088e4d761qlusd4vatj7e87rrd9hts7497tekq05g439mtu22rq2j7dg/f/0984287d98a142508c703b18724b6ea6_SeqId_4_ into bf3da7aae5ec487745c1773bb529a044/f as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/1a802de8fa004f18915ab22a8cbe8004_SeqId_4_ - updating store file list. 2024-11-19T19:21:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a802de8fa004f18915ab22a8cbe8004_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:21:37,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/1a802de8fa004f18915ab22a8cbe8004_SeqId_4_ into bf3da7aae5ec487745c1773bb529a044/f 2024-11-19T19:21:37,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins.hfs.11__test__i8mjfn5l088e4d761qlusd4vatj7e87rrd9hts7497tekq05g439mtu22rq2j7dg/f/0984287d98a142508c703b18724b6ea6_SeqId_4_ into bf3da7aae5ec487745c1773bb529a044/f (new location: hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/1a802de8fa004f18915ab22a8cbe8004_SeqId_4_) 2024-11-19T19:21:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins.hfs.11__test__i8mjfn5l088e4d761qlusd4vatj7e87rrd9hts7497tekq05g439mtu22rq2j7dg/f/0984287d98a142508c703b18724b6ea6_SeqId_4_ 2024-11-19T19:21:37,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(324): Finished replicating [aec5b4ba-a0e1-45a4-9289-8b9ee192fed4] bulk loaded data 2024-11-19T19:21:37,837 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 687, reset compression=false 2024-11-19T19:21:38,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:21:38,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:38,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:38,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:38,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:38,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:38,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:38,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:38,240 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 687, reset compression=false 2024-11-19T19:21:38,440 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T19:21:38,511 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 379, reset compression=false 2024-11-19T19:21:38,516 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:21:38,516 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43871,1732044084048 got entry batch from reader: WALEntryBatch [walEntries=[{test/bf3da7aae5ec487745c1773bb529a044/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732044097806/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T19:21:38,518 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:21:38,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-19T19:21:38,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.ReplicationSink(318): Replicating [aec5b4ba-a0e1-45a4-9289-8b9ee192fed4, e93b41b2-3199-4044-8a79-971db4b16d3c] bulk loaded data 2024-11-19T19:21:38,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae19737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:38,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33245,-1 for getting cluster id 2024-11-19T19:21:38,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:38,520 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aec5b4ba-a0e1-45a4-9289-8b9ee192fed4' 2024-11-19T19:21:38,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:38,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aec5b4ba-a0e1-45a4-9289-8b9ee192fed4" 2024-11-19T19:21:38,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bf5797a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:38,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33245,-1] 2024-11-19T19:21:38,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:38,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:38,522 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:38,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c6002ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:38,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741842_1018 (size=7894) 2024-11-19T19:21:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741843_1019 (size=7691) 2024-11-19T19:21:38,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:38,583 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732044098582/Put/seqid=0 2024-11-19T19:21:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741842_1018 (size=11194) 2024-11-19T19:21:38,716 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 725, reset compression=false 2024-11-19T19:21:38,744 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 687, reset compression=false 2024-11-19T19:21:38,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:38,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33245,1732044078162 2024-11-19T19:21:38,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f63393c 2024-11-19T19:21:38,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:38,950 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T19:21:38,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T19:21:38,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:38,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43591,1732044078363, seqNum=-1] 2024-11-19T19:21:38,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:38,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T19:21:38,958 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__3sd8574n7cv26s6u1a8m34b6ht28m06ekpkvg10jf10c1090fpaoujkae8ofdivb/f/1a802de8fa004f18915ab22a8cbe8004_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T19:21:38,961 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__3sd8574n7cv26s6u1a8m34b6ht28m06ekpkvg10jf10c1090fpaoujkae8ofdivb/f/81909dcc59104f708b9bfa5b320fbb03_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T19:21:38,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.ReplicationSink(324): Finished replicating [aec5b4ba-a0e1-45a4-9289-8b9ee192fed4, e93b41b2-3199-4044-8a79-971db4b16d3c] bulk loaded data 2024-11-19T19:21:38,988 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732044098988/Put/seqid=0 2024-11-19T19:21:38,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741843_1019 (size=10791) 2024-11-19T19:21:39,020 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 725, reset compression=false 2024-11-19T19:21:39,348 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 687, reset compression=false 2024-11-19T19:21:39,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:39,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37173,-1 for getting cluster id 2024-11-19T19:21:39,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:39,394 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e93b41b2-3199-4044-8a79-971db4b16d3c' 2024-11-19T19:21:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e93b41b2-3199-4044-8a79-971db4b16d3c" 2024-11-19T19:21:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30efc6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37173,-1] 2024-11-19T19:21:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:39,395 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:39,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:39,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43871,1732044084048, seqNum=-1] 2024-11-19T19:21:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:39,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:21:39,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:39,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,37173,1732044083904 2024-11-19T19:21:39,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2658938c 2024-11-19T19:21:39,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:21:39,407 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:21:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732044089152.bf3da7aae5ec487745c1773bb529a044., hostname=f156d4de6e70,43871,1732044084048, seqNum=2] 2024-11-19T19:21:39,413 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T19:21:39,419 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T19:21:39,421 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T19:21:39,424 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 725, reset compression=false 2024-11-19T19:21:39,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/testHFileCyclicReplication_10/f/hfile_1 for inclusion in bf3da7aae5ec487745c1773bb529a044/f 2024-11-19T19:21:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T19:21:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:21:39,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/testHFileCyclicReplication_10/f/hfile_0 for inclusion in bf3da7aae5ec487745c1773bb529a044/f 2024-11-19T19:21:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T19:21:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:21:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HRegion(2603): Flush status journal for bf3da7aae5ec487745c1773bb529a044: 2024-11-19T19:21:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins__test__unq036nlfnj64kipd660kqlr2h06o1vostemq6aqp60opknd6rf5l2hgojn94rlk/f/hfile_1 2024-11-19T19:21:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins__test__unq036nlfnj64kipd660kqlr2h06o1vostemq6aqp60opknd6rf5l2hgojn94rlk/f/hfile_1 as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/b546c8f163244574bf9ae343a83814e5_SeqId_6_ 2024-11-19T19:21:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins__test__unq036nlfnj64kipd660kqlr2h06o1vostemq6aqp60opknd6rf5l2hgojn94rlk/f/hfile_0 2024-11-19T19:21:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins__test__unq036nlfnj64kipd660kqlr2h06o1vostemq6aqp60opknd6rf5l2hgojn94rlk/f/hfile_0 as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/0d9d93fded204a74bf52f61545e1ab5a_SeqId_6_ 2024-11-19T19:21:39,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins__test__unq036nlfnj64kipd660kqlr2h06o1vostemq6aqp60opknd6rf5l2hgojn94rlk/f/hfile_1 into bf3da7aae5ec487745c1773bb529a044/f as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/b546c8f163244574bf9ae343a83814e5_SeqId_6_ - updating store file list. 2024-11-19T19:21:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b546c8f163244574bf9ae343a83814e5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T19:21:39,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/b546c8f163244574bf9ae343a83814e5_SeqId_6_ into bf3da7aae5ec487745c1773bb529a044/f 2024-11-19T19:21:39,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins__test__unq036nlfnj64kipd660kqlr2h06o1vostemq6aqp60opknd6rf5l2hgojn94rlk/f/hfile_1 into bf3da7aae5ec487745c1773bb529a044/f (new location: hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/b546c8f163244574bf9ae343a83814e5_SeqId_6_) 2024-11-19T19:21:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins__test__unq036nlfnj64kipd660kqlr2h06o1vostemq6aqp60opknd6rf5l2hgojn94rlk/f/hfile_1 2024-11-19T19:21:39,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins__test__unq036nlfnj64kipd660kqlr2h06o1vostemq6aqp60opknd6rf5l2hgojn94rlk/f/hfile_0 into bf3da7aae5ec487745c1773bb529a044/f as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/0d9d93fded204a74bf52f61545e1ab5a_SeqId_6_ - updating store file list. 2024-11-19T19:21:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0d9d93fded204a74bf52f61545e1ab5a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T19:21:39,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/0d9d93fded204a74bf52f61545e1ab5a_SeqId_6_ into bf3da7aae5ec487745c1773bb529a044/f 2024-11-19T19:21:39,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins__test__unq036nlfnj64kipd660kqlr2h06o1vostemq6aqp60opknd6rf5l2hgojn94rlk/f/hfile_0 into bf3da7aae5ec487745c1773bb529a044/f (new location: hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/f/0d9d93fded204a74bf52f61545e1ab5a_SeqId_6_) 2024-11-19T19:21:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/staging/jenkins__test__unq036nlfnj64kipd660kqlr2h06o1vostemq6aqp60opknd6rf5l2hgojn94rlk/f/hfile_0 2024-11-19T19:21:39,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:21:39,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:39,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:39,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:39,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732044089152.bf3da7aae5ec487745c1773bb529a044., hostname=f156d4de6e70,43871,1732044084048, seqNum=2 , the old value is region=test,,1732044089152.bf3da7aae5ec487745c1773bb529a044., hostname=f156d4de6e70,43871,1732044084048, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f156d4de6e70:43871 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T19:21:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732044089152.bf3da7aae5ec487745c1773bb529a044., hostname=f156d4de6e70,43871,1732044084048, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T19:21:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732044089152.bf3da7aae5ec487745c1773bb529a044., hostname=f156d4de6e70,43871,1732044084048, seqNum=2 from cache 2024-11-19T19:21:39,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:39,454 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T19:21:39,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43591,1732044078363, seqNum=-1] 2024-11-19T19:21:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:39,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:21:39,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732044087002.ec08673b93bc6c544824473fe7f7103a., hostname=f156d4de6e70,43591,1732044078363, seqNum=2] 2024-11-19T19:21:39,464 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T19:21:39,559 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:43871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T19:21:39,937 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 725, reset compression=false 2024-11-19T19:21:39,941 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:21:39,941 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43871,1732044084048 got entry batch from reader: WALEntryBatch [walEntries=[{test/bf3da7aae5ec487745c1773bb529a044/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732044099451/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T19:21:39,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.ReplicationSink(318): Replicating [e93b41b2-3199-4044-8a79-971db4b16d3c] bulk loaded data 2024-11-19T19:21:39,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741844_1020 (size=10791) 2024-11-19T19:21:39,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741845_1021 (size=11194) 2024-11-19T19:21:40,051 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 687, reset compression=false 2024-11-19T19:21:40,142 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 1033, reset compression=false 2024-11-19T19:21:40,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T19:21:40,372 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__ut0k73f2ohal3kdih5brbb412hqpguj811am710o2vs6ntv76bu9gdoql7s27gj4/f/0d9d93fded204a74bf52f61545e1ab5a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-19T19:21:40,374 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__ut0k73f2ohal3kdih5brbb412hqpguj811am710o2vs6ntv76bu9gdoql7s27gj4/f/b546c8f163244574bf9ae343a83814e5_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-19T19:21:40,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__ut0k73f2ohal3kdih5brbb412hqpguj811am710o2vs6ntv76bu9gdoql7s27gj4/f/0d9d93fded204a74bf52f61545e1ab5a_SeqId_6_ for inclusion in ec08673b93bc6c544824473fe7f7103a/f 2024-11-19T19:21:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T19:21:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:21:40,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__ut0k73f2ohal3kdih5brbb412hqpguj811am710o2vs6ntv76bu9gdoql7s27gj4/f/b546c8f163244574bf9ae343a83814e5_SeqId_6_ for inclusion in ec08673b93bc6c544824473fe7f7103a/f 2024-11-19T19:21:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T19:21:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:21:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HRegion(2603): Flush status journal for ec08673b93bc6c544824473fe7f7103a: 2024-11-19T19:21:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0d9d93fded204a74bf52f61545e1ab5a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T19:21:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__ut0k73f2ohal3kdih5brbb412hqpguj811am710o2vs6ntv76bu9gdoql7s27gj4/f/0d9d93fded204a74bf52f61545e1ab5a_SeqId_6_ as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/e713cc53dc384a79a5674481c039a5d5_SeqId_6_ 2024-11-19T19:21:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b546c8f163244574bf9ae343a83814e5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T19:21:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__ut0k73f2ohal3kdih5brbb412hqpguj811am710o2vs6ntv76bu9gdoql7s27gj4/f/b546c8f163244574bf9ae343a83814e5_SeqId_6_ as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/b9f9c1dc8b5f4b2097a1ba3b5e9bce80_SeqId_6_ 2024-11-19T19:21:40,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__ut0k73f2ohal3kdih5brbb412hqpguj811am710o2vs6ntv76bu9gdoql7s27gj4/f/0d9d93fded204a74bf52f61545e1ab5a_SeqId_6_ into ec08673b93bc6c544824473fe7f7103a/f as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/e713cc53dc384a79a5674481c039a5d5_SeqId_6_ - updating store file list. 2024-11-19T19:21:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e713cc53dc384a79a5674481c039a5d5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T19:21:40,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/e713cc53dc384a79a5674481c039a5d5_SeqId_6_ into ec08673b93bc6c544824473fe7f7103a/f 2024-11-19T19:21:40,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__ut0k73f2ohal3kdih5brbb412hqpguj811am710o2vs6ntv76bu9gdoql7s27gj4/f/0d9d93fded204a74bf52f61545e1ab5a_SeqId_6_ into ec08673b93bc6c544824473fe7f7103a/f (new location: hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/e713cc53dc384a79a5674481c039a5d5_SeqId_6_) 2024-11-19T19:21:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__ut0k73f2ohal3kdih5brbb412hqpguj811am710o2vs6ntv76bu9gdoql7s27gj4/f/0d9d93fded204a74bf52f61545e1ab5a_SeqId_6_ 2024-11-19T19:21:40,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__ut0k73f2ohal3kdih5brbb412hqpguj811am710o2vs6ntv76bu9gdoql7s27gj4/f/b546c8f163244574bf9ae343a83814e5_SeqId_6_ into ec08673b93bc6c544824473fe7f7103a/f as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/b9f9c1dc8b5f4b2097a1ba3b5e9bce80_SeqId_6_ - updating store file list. 2024-11-19T19:21:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9f9c1dc8b5f4b2097a1ba3b5e9bce80_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T19:21:40,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/b9f9c1dc8b5f4b2097a1ba3b5e9bce80_SeqId_6_ into ec08673b93bc6c544824473fe7f7103a/f 2024-11-19T19:21:40,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__ut0k73f2ohal3kdih5brbb412hqpguj811am710o2vs6ntv76bu9gdoql7s27gj4/f/b546c8f163244574bf9ae343a83814e5_SeqId_6_ into ec08673b93bc6c544824473fe7f7103a/f (new location: hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/f/b9f9c1dc8b5f4b2097a1ba3b5e9bce80_SeqId_6_) 2024-11-19T19:21:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/staging/jenkins.hfs.10__test__ut0k73f2ohal3kdih5brbb412hqpguj811am710o2vs6ntv76bu9gdoql7s27gj4/f/b546c8f163244574bf9ae343a83814e5_SeqId_6_ 2024-11-19T19:21:40,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43591 {}] regionserver.ReplicationSink(324): Finished replicating [e93b41b2-3199-4044-8a79-971db4b16d3c] bulk loaded data 2024-11-19T19:21:40,445 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 1033, reset compression=false 2024-11-19T19:21:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:21:40,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:21:40,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:40,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:40,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:40,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:40,477 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:21:40,477 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2145581798, stopped=false 2024-11-19T19:21:40,477 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,37173,1732044083904 2024-11-19T19:21:40,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11174726847/running 2024-11-19T19:21:40,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11174726847/running 2024-11-19T19:21:40,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:40,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:40,545 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:21:40,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:21:40,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:40,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:40,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Set watcher on znode that does not yet exist, /11174726847/running 2024-11-19T19:21:40,546 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,43871,1732044084048' ***** 2024-11-19T19:21:40,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Set watcher on znode that does not yet exist, /11174726847/running 2024-11-19T19:21:40,546 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:21:40,546 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:21:40,546 INFO [RS:0;f156d4de6e70:43871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:21:40,546 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:21:40,546 INFO [RS:0;f156d4de6e70:43871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:21:40,546 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(3091): Received CLOSE for bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:40,546 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(3091): Received CLOSE for b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:40,546 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,43871,1732044084048 2024-11-19T19:21:40,546 INFO [RS:0;f156d4de6e70:43871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:21:40,546 INFO [RS:0;f156d4de6e70:43871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:43871. 2024-11-19T19:21:40,546 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf3da7aae5ec487745c1773bb529a044, disabling compactions & flushes 2024-11-19T19:21:40,546 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. 2024-11-19T19:21:40,546 DEBUG [RS:0;f156d4de6e70:43871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:40,546 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. 2024-11-19T19:21:40,546 DEBUG [RS:0;f156d4de6e70:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:40,546 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. after waiting 0 ms 2024-11-19T19:21:40,547 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. 2024-11-19T19:21:40,547 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:21:40,547 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:21:40,547 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:21:40,547 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:21:40,547 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T19:21:40,547 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1325): Online Regions={bf3da7aae5ec487745c1773bb529a044=test,,1732044089152.bf3da7aae5ec487745c1773bb529a044., 1588230740=hbase:meta,,1.1588230740, b5e87d862e497dca7d8eafb423142543=hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543.} 2024-11-19T19:21:40,547 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5e87d862e497dca7d8eafb423142543, bf3da7aae5ec487745c1773bb529a044 2024-11-19T19:21:40,547 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:21:40,547 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:21:40,547 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:21:40,547 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:21:40,547 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:21:40,547 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T19:21:40,555 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/default/test/bf3da7aae5ec487745c1773bb529a044/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T19:21:40,556 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:21:40,556 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:21:40,556 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. 2024-11-19T19:21:40,556 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf3da7aae5ec487745c1773bb529a044: Waiting for close lock at 1732044100546Running coprocessor pre-close hooks at 1732044100546Disabling compacts and flushes for region at 1732044100546Disabling writes for close at 1732044100546Writing region close event to WAL at 1732044100547 (+1 ms)Running coprocessor post-close hooks at 1732044100556 (+9 ms)Closed at 1732044100556 2024-11-19T19:21:40,556 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732044089152.bf3da7aae5ec487745c1773bb529a044. 2024-11-19T19:21:40,556 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5e87d862e497dca7d8eafb423142543, disabling compactions & flushes 2024-11-19T19:21:40,557 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. 2024-11-19T19:21:40,557 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. 2024-11-19T19:21:40,557 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. after waiting 0 ms 2024-11-19T19:21:40,557 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. 2024-11-19T19:21:40,557 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b5e87d862e497dca7d8eafb423142543 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-19T19:21:40,571 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543/.tmp/hfileref/83c89014ece3422bb5a8707aa15f3e18 is 74, key is 1/hfileref:0d9d93fded204a74bf52f61545e1ab5a_SeqId_6_/1732044100400/DeleteColumn/seqid=0 2024-11-19T19:21:40,571 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/.tmp/info/8859397031f94d8094fb5c95a3042838 is 147, key is hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543./info:regioninfo/1732044094649/Put/seqid=0 2024-11-19T19:21:40,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741844_1020 (size=7686) 2024-11-19T19:21:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741845_1021 (size=5345) 2024-11-19T19:21:40,578 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:21:40,747 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:40,849 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 1033, reset compression=false 2024-11-19T19:21:40,853 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:21:40,853 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 1328, reset compression=false 2024-11-19T19:21:40,853 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43871,1732044084048 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:21:40,855 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 687, reset compression=false 2024-11-19T19:21:40,855 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f156d4de6e70,43871,1732044084048: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f156d4de6e70,43871,1732044084048, walGroup=f156d4de6e70%2C43871%2C1732044084048, offset=f156d4de6e70%2C43871%2C1732044084048.1732044086308:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:43871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T19:21:40,856 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T19:21:40,858 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T19:21:40,859 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:21:40,859 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43591,1732044078363 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec08673b93bc6c544824473fe7f7103a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732044100397/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T19:21:40,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f156d4de6e70,43871,1732044084048 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:40,860 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T19:21:40,860 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T19:21:40,860 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T19:21:40,860 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 587040768 }, "NonHeapMemoryUsage": { "committed": 189399040, "init": 7667712, "max": -1, "used": 186690272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T19:21:40,861 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f156d4de6e70,43871,1732044084048 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:40,863 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T19:21:40,947 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5e87d862e497dca7d8eafb423142543 2024-11-19T19:21:40,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f156d4de6e70,43871,1732044084048 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:40,964 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f156d4de6e70,43871,1732044084048 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:40,977 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/.tmp/info/8859397031f94d8094fb5c95a3042838 2024-11-19T19:21:40,978 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543/.tmp/hfileref/83c89014ece3422bb5a8707aa15f3e18 2024-11-19T19:21:40,997 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/.tmp/ns/8dd6a6c208674d80907eafcba429abca is 43, key is default/ns:d/1732044086907/Put/seqid=0 2024-11-19T19:21:40,999 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543/.tmp/queue/1c8ef59736df45aaa2a0627c6bb6817c is 154, key is 1-f156d4de6e70,43871,1732044084048/queue:f156d4de6e70%2C43871%2C1732044084048/1732044100401/Put/seqid=0 2024-11-19T19:21:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741846_1022 (size=5153) 2024-11-19T19:21:41,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741847_1023 (size=5353) 2024-11-19T19:21:41,003 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543/.tmp/queue/1c8ef59736df45aaa2a0627c6bb6817c 2024-11-19T19:21:41,008 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543/.tmp/hfileref/83c89014ece3422bb5a8707aa15f3e18 as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543/hfileref/83c89014ece3422bb5a8707aa15f3e18 2024-11-19T19:21:41,012 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543/hfileref/83c89014ece3422bb5a8707aa15f3e18, entries=4, sequenceid=12, filesize=5.2 K 2024-11-19T19:21:41,013 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543/.tmp/queue/1c8ef59736df45aaa2a0627c6bb6817c as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543/queue/1c8ef59736df45aaa2a0627c6bb6817c 2024-11-19T19:21:41,018 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543/queue/1c8ef59736df45aaa2a0627c6bb6817c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T19:21:41,019 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b5e87d862e497dca7d8eafb423142543 in 462ms, sequenceid=12, compaction requested=false 2024-11-19T19:21:41,022 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/replication/b5e87d862e497dca7d8eafb423142543/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T19:21:41,023 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:21:41,023 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:21:41,023 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. 2024-11-19T19:21:41,023 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5e87d862e497dca7d8eafb423142543: Waiting for close lock at 1732044100556Running coprocessor pre-close hooks at 1732044100556Disabling compacts and flushes for region at 1732044100556Disabling writes for close at 1732044100557 (+1 ms)Obtaining lock to block concurrent updates at 1732044100557Preparing flush snapshotting stores in b5e87d862e497dca7d8eafb423142543 at 1732044100557Finished memstore snapshotting hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732044100557Flushing stores of hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. at 1732044100558 (+1 ms)Flushing b5e87d862e497dca7d8eafb423142543/hfileref: creating writer at 1732044100558Flushing b5e87d862e497dca7d8eafb423142543/hfileref: appending metadata at 1732044100570 (+12 ms)Flushing b5e87d862e497dca7d8eafb423142543/hfileref: closing flushed file at 1732044100571 (+1 ms)Flushing b5e87d862e497dca7d8eafb423142543/queue: creating writer at 1732044100982 (+411 ms)Flushing b5e87d862e497dca7d8eafb423142543/queue: appending metadata at 1732044100999 (+17 ms)Flushing b5e87d862e497dca7d8eafb423142543/queue: closing flushed file at 1732044100999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f112463: reopening flushed file at 1732044101007 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778e2a42: reopening flushed file at 1732044101013 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for b5e87d862e497dca7d8eafb423142543 in 462ms, sequenceid=12, compaction requested=false at 1732044101019 (+6 ms)Writing region close event to WAL at 1732044101020 (+1 ms)Running coprocessor post-close hooks at 1732044101023 (+3 ms)Closed at 1732044101023 2024-11-19T19:21:41,023 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732044093482.b5e87d862e497dca7d8eafb423142543. 2024-11-19T19:21:41,056 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 1328, reset compression=false 2024-11-19T19:21:41,059 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 1033, reset compression=false 2024-11-19T19:21:41,147 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:41,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f156d4de6e70,43871,1732044084048 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:41,167 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f156d4de6e70,43871,1732044084048 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:41,225 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:21:41,225 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:21:41,348 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:41,359 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 1328, reset compression=false 2024-11-19T19:21:41,362 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 1033, reset compression=false 2024-11-19T19:21:41,403 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/.tmp/ns/8dd6a6c208674d80907eafcba429abca 2024-11-19T19:21:41,423 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/.tmp/rep_barrier/23396b06de784108bfd27e139203053c is 112, key is test,,1732044089152.bf3da7aae5ec487745c1773bb529a044./rep_barrier:seqnumDuringOpen/1732044090304/Put/seqid=0 2024-11-19T19:21:41,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741848_1024 (size=5518) 2024-11-19T19:21:41,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f156d4de6e70,43871,1732044084048 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:41,471 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f156d4de6e70,43871,1732044084048 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:41,548 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T19:21:41,548 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:21:41,548 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:41,748 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:41,763 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 1328, reset compression=false 2024-11-19T19:21:41,765 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 1033, reset compression=false 2024-11-19T19:21:41,828 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/.tmp/rep_barrier/23396b06de784108bfd27e139203053c 2024-11-19T19:21:41,844 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/.tmp/table/9eafdf97df7f438297a538488cbb27ed is 53, key is hbase:replication/table:state/1732044094655/Put/seqid=0 2024-11-19T19:21:41,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741849_1025 (size=5308) 2024-11-19T19:21:41,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f156d4de6e70,43871,1732044084048 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:41,874 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f156d4de6e70,43871,1732044084048 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:41,948 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:42,148 DEBUG [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:42,248 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/.tmp/table/9eafdf97df7f438297a538488cbb27ed 2024-11-19T19:21:42,253 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/.tmp/info/8859397031f94d8094fb5c95a3042838 as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/info/8859397031f94d8094fb5c95a3042838 2024-11-19T19:21:42,257 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/info/8859397031f94d8094fb5c95a3042838, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T19:21:42,258 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/.tmp/ns/8dd6a6c208674d80907eafcba429abca as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/ns/8dd6a6c208674d80907eafcba429abca 2024-11-19T19:21:42,263 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/ns/8dd6a6c208674d80907eafcba429abca, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T19:21:42,263 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/.tmp/rep_barrier/23396b06de784108bfd27e139203053c as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/rep_barrier/23396b06de784108bfd27e139203053c 2024-11-19T19:21:42,267 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 to pos 1328, reset compression=false 2024-11-19T19:21:42,267 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/rep_barrier/23396b06de784108bfd27e139203053c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T19:21:42,268 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/.tmp/table/9eafdf97df7f438297a538488cbb27ed as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/table/9eafdf97df7f438297a538488cbb27ed 2024-11-19T19:21:42,268 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 1033, reset compression=false 2024-11-19T19:21:42,273 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/table/9eafdf97df7f438297a538488cbb27ed, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T19:21:42,274 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false 2024-11-19T19:21:42,279 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T19:21:42,279 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:21:42,279 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:21:42,280 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:42,280 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044100547Running coprocessor pre-close hooks at 1732044100547Disabling compacts and flushes for region at 1732044100547Disabling writes for close at 1732044100547Obtaining lock to block concurrent updates at 1732044100547Preparing flush snapshotting stores in 1588230740 at 1732044100547Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732044100548 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732044100548Flushing 1588230740/info: creating writer at 1732044100548Flushing 1588230740/info: appending metadata at 1732044100571 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732044100571Flushing 1588230740/ns: creating writer at 1732044100981 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732044100996 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732044100996Flushing 1588230740/rep_barrier: creating writer at 1732044101407 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044101423 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044101423Flushing 1588230740/table: creating writer at 1732044101831 (+408 ms)Flushing 1588230740/table: appending metadata at 1732044101844 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732044101844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4c1e25: reopening flushed file at 1732044102252 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe309e3: reopening flushed file at 1732044102257 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2029b4cf: reopening flushed file at 1732044102263 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a45080b: reopening flushed file at 1732044102267 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1732044102274 (+7 ms)Writing region close event to WAL at 1732044102276 (+2 ms)Running coprocessor post-close hooks at 1732044102279 (+3 ms)Closed at 1732044102280 (+1 ms) 2024-11-19T19:21:42,280 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:42,348 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,43871,1732044084048; all regions closed. 2024-11-19T19:21:42,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741834_1010 (size=4239) 2024-11-19T19:21:42,350 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.meta.1732044086861.meta not finished, retry = 0 2024-11-19T19:21:42,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f156d4de6e70,43871,1732044084048 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:42,378 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f156d4de6e70,43871,1732044084048 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:42,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741839_1015 (size=3127) 2024-11-19T19:21:42,453 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.rep.1732044094618 not finished, retry = 0 2024-11-19T19:21:42,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741833_1009 (size=1336) 2024-11-19T19:21:42,556 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/WALs/f156d4de6e70,43871,1732044084048/f156d4de6e70%2C43871%2C1732044084048.1732044086308 not finished, retry = 0 2024-11-19T19:21:42,657 DEBUG [RS:0;f156d4de6e70:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:42,657 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:21:42,657 INFO [RS:0;f156d4de6e70:43871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:21:42,657 INFO [RS:0;f156d4de6e70:43871 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:21:42,657 INFO [RS:0;f156d4de6e70:43871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:21:42,658 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:21:42,658 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,43871,1732044084048 because: Region server is closing 2024-11-19T19:21:42,658 INFO [RS:0;f156d4de6e70:43871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:43871. 2024-11-19T19:21:42,658 DEBUG [RS:0;f156d4de6e70:43871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:42,658 DEBUG [RS:0;f156d4de6e70:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:42,658 DEBUG [RS:0;f156d4de6e70:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:42,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:42,758 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.shipperf156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 terminated 2024-11-19T19:21:42,758 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43871,1732044084048.replicationSource.wal-reader.f156d4de6e70%2C43871%2C1732044084048,1-f156d4de6e70,43871,1732044084048 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:21:42,759 INFO [RS:0;f156d4de6e70:43871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:43871. 2024-11-19T19:21:42,759 DEBUG [RS:0;f156d4de6e70:43871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:42,759 DEBUG [RS:0;f156d4de6e70:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:42,759 DEBUG [RS:0;f156d4de6e70:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:42,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:42,759 INFO [RS:0;f156d4de6e70:43871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43871 2024-11-19T19:21:42,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847/rs 2024-11-19T19:21:42,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11174726847/rs/f156d4de6e70,43871,1732044084048 2024-11-19T19:21:42,860 INFO [RS:0;f156d4de6e70:43871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:21:42,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,43871,1732044084048] 2024-11-19T19:21:42,872 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 1033, reset compression=false 2024-11-19T19:21:42,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11174726847/draining/f156d4de6e70,43871,1732044084048 already deleted, retry=false 2024-11-19T19:21:42,881 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,43871,1732044084048 expired; onlineServers=0 2024-11-19T19:21:42,881 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,37173,1732044083904' ***** 2024-11-19T19:21:42,881 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:21:42,881 INFO [M:0;f156d4de6e70:37173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:21:42,881 INFO [M:0;f156d4de6e70:37173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:21:42,881 DEBUG [M:0;f156d4de6e70:37173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:21:42,882 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:21:42,882 DEBUG [M:0;f156d4de6e70:37173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:21:42,882 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044086067 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044086067,5,FailOnTimeoutGroup] 2024-11-19T19:21:42,882 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044086067 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044086067,5,FailOnTimeoutGroup] 2024-11-19T19:21:42,882 INFO [M:0;f156d4de6e70:37173 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:21:42,882 INFO [M:0;f156d4de6e70:37173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:21:42,882 DEBUG [M:0;f156d4de6e70:37173 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:21:42,882 INFO [M:0;f156d4de6e70:37173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:21:42,882 INFO [M:0;f156d4de6e70:37173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:21:42,882 INFO [M:0;f156d4de6e70:37173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:21:42,882 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:21:42,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11174726847/master 2024-11-19T19:21:42,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11174726847 2024-11-19T19:21:42,902 DEBUG [M:0;f156d4de6e70:37173 {}] zookeeper.RecoverableZooKeeper(212): Node /11174726847/master already deleted, retry=false 2024-11-19T19:21:42,902 DEBUG [M:0;f156d4de6e70:37173 {}] master.ActiveMasterManager(353): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Failed delete of our master address node; KeeperErrorCode = NoNode for /11174726847/master 2024-11-19T19:21:42,903 INFO [M:0;f156d4de6e70:37173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/.lastflushedseqids 2024-11-19T19:21:42,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741850_1026 (size=263) 2024-11-19T19:21:42,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:42,971 INFO [RS:0;f156d4de6e70:43871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:21:42,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101548b2edb0004, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:42,971 INFO [RS:0;f156d4de6e70:43871 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,43871,1732044084048; zookeeper connection closed. 2024-11-19T19:21:42,971 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2dde5ee2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2dde5ee2 2024-11-19T19:21:42,971 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:21:42,981 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f156d4de6e70:43871 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f156d4de6e70/172.17.0.3:43871 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:42,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f156d4de6e70:43871 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f156d4de6e70/172.17.0.3:43871 2024-11-19T19:21:42,982 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=f156d4de6e70:43871 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f156d4de6e70/172.17.0.3:43871 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f156d4de6e70/172.17.0.3:43871 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T19:21:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T19:21:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:58534 deadline: 1732044162984, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T19:21:42,985 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T19:21:42,986 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T19:21:43,307 INFO [M:0;f156d4de6e70:37173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:21:43,308 INFO [M:0;f156d4de6e70:37173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:21:43,308 DEBUG [M:0;f156d4de6e70:37173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:21:43,308 INFO [M:0;f156d4de6e70:37173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:43,308 DEBUG [M:0;f156d4de6e70:37173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:43,308 DEBUG [M:0;f156d4de6e70:37173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:21:43,308 DEBUG [M:0;f156d4de6e70:37173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:43,308 INFO [M:0;f156d4de6e70:37173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T19:21:43,323 DEBUG [M:0;f156d4de6e70:37173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6f45c34584c4a14a79568bd412adadb is 82, key is hbase:meta,,1/info:regioninfo/1732044086889/Put/seqid=0 2024-11-19T19:21:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741851_1027 (size=5672) 2024-11-19T19:21:43,575 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 1033, reset compression=false 2024-11-19T19:21:43,686 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T19:21:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T19:21:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37173 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:58534 deadline: 1732044163688, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T19:21:43,688 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T19:21:43,689 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T19:21:43,689 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T19:21:43,727 INFO [M:0;f156d4de6e70:37173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6f45c34584c4a14a79568bd412adadb 2024-11-19T19:21:43,744 DEBUG [M:0;f156d4de6e70:37173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/654ac2c1f69042628da3da4a2520e550 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732044094658/Put/seqid=0 2024-11-19T19:21:43,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741852_1028 (size=8517) 2024-11-19T19:21:44,149 INFO [M:0;f156d4de6e70:37173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/654ac2c1f69042628da3da4a2520e550 2024-11-19T19:21:44,169 DEBUG [M:0;f156d4de6e70:37173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee220d5b6eef42179c923985807c4394 is 69, key is f156d4de6e70,43871,1732044084048/rs:state/1732044086106/Put/seqid=0 2024-11-19T19:21:44,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741853_1029 (size=5156) 2024-11-19T19:21:44,173 INFO [M:0;f156d4de6e70:37173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee220d5b6eef42179c923985807c4394 2024-11-19T19:21:44,178 DEBUG [M:0;f156d4de6e70:37173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6f45c34584c4a14a79568bd412adadb as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6f45c34584c4a14a79568bd412adadb 2024-11-19T19:21:44,182 INFO [M:0;f156d4de6e70:37173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6f45c34584c4a14a79568bd412adadb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T19:21:44,183 DEBUG [M:0;f156d4de6e70:37173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/654ac2c1f69042628da3da4a2520e550 as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/654ac2c1f69042628da3da4a2520e550 2024-11-19T19:21:44,187 INFO [M:0;f156d4de6e70:37173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/654ac2c1f69042628da3da4a2520e550, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T19:21:44,188 DEBUG [M:0;f156d4de6e70:37173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee220d5b6eef42179c923985807c4394 as hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee220d5b6eef42179c923985807c4394 2024-11-19T19:21:44,193 INFO [M:0;f156d4de6e70:37173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/b8c92abf-1f3f-5622-672c-52f8da81024f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee220d5b6eef42179c923985807c4394, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T19:21:44,193 INFO [M:0;f156d4de6e70:37173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false 2024-11-19T19:21:44,198 INFO [M:0;f156d4de6e70:37173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:44,198 DEBUG [M:0;f156d4de6e70:37173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044103308Disabling compacts and flushes for region at 1732044103308Disabling writes for close at 1732044103308Obtaining lock to block concurrent updates at 1732044103308Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044103308Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732044103308Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044103309 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044103309Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044103322 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044103322Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044103731 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044103743 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044103743Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044104153 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044104169 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044104169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d111dfb: reopening flushed file at 1732044104177 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f02eba: reopening flushed file at 1732044104182 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c0d565: reopening flushed file at 1732044104188 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false at 1732044104193 (+5 ms)Writing region close event to WAL at 1732044104198 (+5 ms)Closed at 1732044104198 2024-11-19T19:21:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35035 is added to blk_1073741830_1006 (size=63666) 2024-11-19T19:21:44,202 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:21:44,202 INFO [M:0;f156d4de6e70:37173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:21:44,202 INFO [M:0;f156d4de6e70:37173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37173 2024-11-19T19:21:44,203 INFO [M:0;f156d4de6e70:37173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:21:44,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:44,371 INFO [M:0;f156d4de6e70:37173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:21:44,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37173-0x101548b2edb0003, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:44,382 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 1033, reset compression=false 2024-11-19T19:21:44,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76dff982{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:21:44,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21327da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:21:44,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:21:44,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@613e9d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:21:44,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff3877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/hadoop.log.dir/,STOPPED} 2024-11-19T19:21:44,404 WARN [BP-1879441676-172.17.0.3-1732044081847 heartbeating to localhost/127.0.0.1:44567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:21:44,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:21:44,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:21:44,404 WARN [BP-1879441676-172.17.0.3-1732044081847 heartbeating to localhost/127.0.0.1:44567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1879441676-172.17.0.3-1732044081847 (Datanode Uuid 63094232-b16c-4ca3-9ef6-4dab0cffac46) service to localhost/127.0.0.1:44567 2024-11-19T19:21:44,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/cluster_990cc5a5-0b7c-bc26-52b5-8e8f963afaed/data/data1/current/BP-1879441676-172.17.0.3-1732044081847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:21:44,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/cluster_990cc5a5-0b7c-bc26-52b5-8e8f963afaed/data/data2/current/BP-1879441676-172.17.0.3-1732044081847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:21:44,405 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:21:44,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38ac04b5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:21:44,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6866c87b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:21:44,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:21:44,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2976d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:21:44,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a47cf22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/hadoop.log.dir/,STOPPED} 2024-11-19T19:21:44,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:21:44,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:21:44,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:21:44,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:44,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:44,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:44,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:44,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:21:44,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1088851789, stopped=false 2024-11-19T19:21:44,425 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,33245,1732044078162 2024-11-19T19:21:44,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608595593/running 2024-11-19T19:21:44,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:44,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608595593/running 2024-11-19T19:21:44,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:44,439 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:21:44,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:21:44,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:44,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:44,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Set watcher on znode that does not yet exist, /01608595593/running 2024-11-19T19:21:44,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Set watcher on znode that does not yet exist, /01608595593/running 2024-11-19T19:21:44,440 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,43591,1732044078363' ***** 2024-11-19T19:21:44,440 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:21:44,440 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:21:44,440 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:21:44,440 INFO [RS:0;f156d4de6e70:43591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:21:44,440 INFO [RS:0;f156d4de6e70:43591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:21:44,440 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(3091): Received CLOSE for ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:44,440 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(3091): Received CLOSE for 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:44,440 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,43591,1732044078363 2024-11-19T19:21:44,440 INFO [RS:0;f156d4de6e70:43591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:21:44,440 INFO [RS:0;f156d4de6e70:43591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:43591. 2024-11-19T19:21:44,440 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec08673b93bc6c544824473fe7f7103a, disabling compactions & flushes 2024-11-19T19:21:44,440 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. 2024-11-19T19:21:44,440 DEBUG [RS:0;f156d4de6e70:43591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:44,440 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. 2024-11-19T19:21:44,440 DEBUG [RS:0;f156d4de6e70:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:44,440 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. after waiting 0 ms 2024-11-19T19:21:44,440 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. 2024-11-19T19:21:44,441 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:21:44,441 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:21:44,441 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:21:44,441 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:21:44,441 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T19:21:44,441 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1325): Online Regions={ec08673b93bc6c544824473fe7f7103a=test,,1732044087002.ec08673b93bc6c544824473fe7f7103a., 1588230740=hbase:meta,,1.1588230740, 44ec8430e14730aea4ccb972d70a011c=hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c.} 2024-11-19T19:21:44,441 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44ec8430e14730aea4ccb972d70a011c, ec08673b93bc6c544824473fe7f7103a 2024-11-19T19:21:44,441 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:21:44,441 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:21:44,441 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:21:44,441 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:21:44,441 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:21:44,441 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T19:21:44,444 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/default/test/ec08673b93bc6c544824473fe7f7103a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T19:21:44,444 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:21:44,444 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:21:44,444 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. 2024-11-19T19:21:44,444 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec08673b93bc6c544824473fe7f7103a: Waiting for close lock at 1732044104440Running coprocessor pre-close hooks at 1732044104440Disabling compacts and flushes for region at 1732044104440Disabling writes for close at 1732044104440Writing region close event to WAL at 1732044104441 (+1 ms)Running coprocessor post-close hooks at 1732044104444 (+3 ms)Closed at 1732044104444 2024-11-19T19:21:44,444 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732044087002.ec08673b93bc6c544824473fe7f7103a. 2024-11-19T19:21:44,445 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44ec8430e14730aea4ccb972d70a011c, disabling compactions & flushes 2024-11-19T19:21:44,445 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. 2024-11-19T19:21:44,445 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. 2024-11-19T19:21:44,445 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. after waiting 0 ms 2024-11-19T19:21:44,445 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. 2024-11-19T19:21:44,445 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44ec8430e14730aea4ccb972d70a011c 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-19T19:21:44,455 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/.tmp/info/ff491a7ac98045ca88bd2f717b3d5f20 is 147, key is hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c./info:regioninfo/1732044092550/Put/seqid=0 2024-11-19T19:21:44,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741846_1022 (size=7686) 2024-11-19T19:21:44,458 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c/.tmp/hfileref/824471248a7749c9b2b29fd0a99404fe is 74, key is 1/hfileref:0984287d98a142508c703b18724b6ea6_SeqId_4_/1732044097821/DeleteColumn/seqid=0 2024-11-19T19:21:44,459 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/.tmp/info/ff491a7ac98045ca88bd2f717b3d5f20 2024-11-19T19:21:44,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741847_1023 (size=5345) 2024-11-19T19:21:44,461 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c/.tmp/hfileref/824471248a7749c9b2b29fd0a99404fe 2024-11-19T19:21:44,468 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:21:44,478 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c/.tmp/queue/a9041475bace44a98e04436b78be611b is 153, key is 1-f156d4de6e70,43591,1732044078363/queue:f156d4de6e70%2C43591%2C1732044078363/1732044097823/Put/seqid=0 2024-11-19T19:21:44,479 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/.tmp/ns/102d398ab96845268b58a314bf022168 is 43, key is default/ns:d/1732044081682/Put/seqid=0 2024-11-19T19:21:44,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741848_1024 (size=5352) 2024-11-19T19:21:44,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741849_1025 (size=5153) 2024-11-19T19:21:44,490 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T19:21:44,490 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f156d4de6e70:37173 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f156d4de6e70/172.17.0.3:37173 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:44,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f156d4de6e70:37173 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f156d4de6e70/172.17.0.3:37173 2024-11-19T19:21:44,548 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:21:44,548 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:21:44,599 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:44,600 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f156d4de6e70:37173 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f156d4de6e70/172.17.0.3:37173 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:21:44,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=f156d4de6e70:37173 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f156d4de6e70/172.17.0.3:37173 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-19T19:21:44,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address f156d4de6e70:37173 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f156d4de6e70/172.17.0.3:37173 2024-11-19T19:21:44,641 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:44,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:44,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f156d4de6e70:37173 this server is in the failed servers list 2024-11-19T19:21:44,810 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f156d4de6e70:37173 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:21:44,841 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44ec8430e14730aea4ccb972d70a011c 2024-11-19T19:21:44,886 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c/.tmp/queue/a9041475bace44a98e04436b78be611b 2024-11-19T19:21:44,886 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/.tmp/ns/102d398ab96845268b58a314bf022168 2024-11-19T19:21:44,893 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c/.tmp/hfileref/824471248a7749c9b2b29fd0a99404fe as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c/hfileref/824471248a7749c9b2b29fd0a99404fe 2024-11-19T19:21:44,897 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c/hfileref/824471248a7749c9b2b29fd0a99404fe, entries=4, sequenceid=10, filesize=5.2 K 2024-11-19T19:21:44,898 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c/.tmp/queue/a9041475bace44a98e04436b78be611b as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c/queue/a9041475bace44a98e04436b78be611b 2024-11-19T19:21:44,902 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c/queue/a9041475bace44a98e04436b78be611b, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T19:21:44,903 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 44ec8430e14730aea4ccb972d70a011c in 458ms, sequenceid=10, compaction requested=false 2024-11-19T19:21:44,903 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T19:21:44,907 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/.tmp/rep_barrier/d721da37b87b4f2d9b274ef25289346e is 112, key is test,,1732044087002.ec08673b93bc6c544824473fe7f7103a./rep_barrier:seqnumDuringOpen/1732044088147/Put/seqid=0 2024-11-19T19:21:44,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741850_1026 (size=5518) 2024-11-19T19:21:44,912 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/replication/44ec8430e14730aea4ccb972d70a011c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T19:21:44,912 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:21:44,912 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:21:44,912 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. 2024-11-19T19:21:44,913 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44ec8430e14730aea4ccb972d70a011c: Waiting for close lock at 1732044104444Running coprocessor pre-close hooks at 1732044104444Disabling compacts and flushes for region at 1732044104444Disabling writes for close at 1732044104445 (+1 ms)Obtaining lock to block concurrent updates at 1732044104445Preparing flush snapshotting stores in 44ec8430e14730aea4ccb972d70a011c at 1732044104445Finished memstore snapshotting hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732044104445Flushing stores of hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. at 1732044104445Flushing 44ec8430e14730aea4ccb972d70a011c/hfileref: creating writer at 1732044104445Flushing 44ec8430e14730aea4ccb972d70a011c/hfileref: appending metadata at 1732044104457 (+12 ms)Flushing 44ec8430e14730aea4ccb972d70a011c/hfileref: closing flushed file at 1732044104458 (+1 ms)Flushing 44ec8430e14730aea4ccb972d70a011c/queue: creating writer at 1732044104465 (+7 ms)Flushing 44ec8430e14730aea4ccb972d70a011c/queue: appending metadata at 1732044104478 (+13 ms)Flushing 44ec8430e14730aea4ccb972d70a011c/queue: closing flushed file at 1732044104478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777636aa: reopening flushed file at 1732044104890 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a942c21: reopening flushed file at 1732044104897 (+7 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 44ec8430e14730aea4ccb972d70a011c in 458ms, sequenceid=10, compaction requested=false at 1732044104903 (+6 ms)Writing region close event to WAL at 1732044104909 (+6 ms)Running coprocessor post-close hooks at 1732044104912 (+3 ms)Closed at 1732044104912 2024-11-19T19:21:44,913 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732044091329.44ec8430e14730aea4ccb972d70a011c. 2024-11-19T19:21:45,041 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:45,118 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:45,118 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f156d4de6e70:37173 this server is in the failed servers list 2024-11-19T19:21:45,119 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f156d4de6e70:37173 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:21:45,242 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:45,286 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 1033, reset compression=false 2024-11-19T19:21:45,290 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:21:45,290 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 1328, reset compression=false 2024-11-19T19:21:45,311 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/.tmp/rep_barrier/d721da37b87b4f2d9b274ef25289346e 2024-11-19T19:21:45,331 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/.tmp/table/b685fc5e4d174b62bbdd92d1d7e26894 is 53, key is hbase:replication/table:state/1732044092556/Put/seqid=0 2024-11-19T19:21:45,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741851_1027 (size=5308) 2024-11-19T19:21:45,442 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T19:21:45,442 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:21:45,442 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:45,493 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 1328, reset compression=false 2024-11-19T19:21:45,629 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:45,629 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f156d4de6e70:37173 this server is in the failed servers list 2024-11-19T19:21:45,629 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f156d4de6e70:37173 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:21:45,642 DEBUG [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:21:45,735 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/.tmp/table/b685fc5e4d174b62bbdd92d1d7e26894 2024-11-19T19:21:45,740 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/.tmp/info/ff491a7ac98045ca88bd2f717b3d5f20 as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/info/ff491a7ac98045ca88bd2f717b3d5f20 2024-11-19T19:21:45,744 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/info/ff491a7ac98045ca88bd2f717b3d5f20, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T19:21:45,745 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/.tmp/ns/102d398ab96845268b58a314bf022168 as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/ns/102d398ab96845268b58a314bf022168 2024-11-19T19:21:45,749 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/ns/102d398ab96845268b58a314bf022168, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T19:21:45,749 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/.tmp/rep_barrier/d721da37b87b4f2d9b274ef25289346e as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/rep_barrier/d721da37b87b4f2d9b274ef25289346e 2024-11-19T19:21:45,753 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/rep_barrier/d721da37b87b4f2d9b274ef25289346e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T19:21:45,754 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/.tmp/table/b685fc5e4d174b62bbdd92d1d7e26894 as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/table/b685fc5e4d174b62bbdd92d1d7e26894 2024-11-19T19:21:45,758 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/table/b685fc5e4d174b62bbdd92d1d7e26894, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T19:21:45,759 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-19T19:21:45,759 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:21:45,768 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T19:21:45,769 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:21:45,769 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:21:45,769 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:45,769 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044104441Running coprocessor pre-close hooks at 1732044104441Disabling compacts and flushes for region at 1732044104441Disabling writes for close at 1732044104441Obtaining lock to block concurrent updates at 1732044104441Preparing flush snapshotting stores in 1588230740 at 1732044104441Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732044104441Flushing stores of hbase:meta,,1.1588230740 at 1732044104442 (+1 ms)Flushing 1588230740/info: creating writer at 1732044104442Flushing 1588230740/info: appending metadata at 1732044104454 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732044104454Flushing 1588230740/ns: creating writer at 1732044104463 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732044104478 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732044104478Flushing 1588230740/rep_barrier: creating writer at 1732044104890 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044104907 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044104907Flushing 1588230740/table: creating writer at 1732044105315 (+408 ms)Flushing 1588230740/table: appending metadata at 1732044105331 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732044105331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f567440: reopening flushed file at 1732044105740 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f6638f: reopening flushed file at 1732044105744 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372fc39f: reopening flushed file at 1732044105749 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e33ea3: reopening flushed file at 1732044105753 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1732044105759 (+6 ms)Writing region close event to WAL at 1732044105765 (+6 ms)Running coprocessor post-close hooks at 1732044105769 (+4 ms)Closed at 1732044105769 2024-11-19T19:21:45,769 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:45,797 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/WALs/f156d4de6e70,43591,1732044078363/f156d4de6e70%2C43591%2C1732044078363.1732044080678 to pos 1328, reset compression=false 2024-11-19T19:21:45,842 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,43591,1732044078363; all regions closed. 2024-11-19T19:21:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741834_1010 (size=4239) 2024-11-19T19:21:45,846 DEBUG [RS:0;f156d4de6e70:43591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/oldWALs 2024-11-19T19:21:45,846 INFO [RS:0;f156d4de6e70:43591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C43591%2C1732044078363.meta:.meta(num 1732044081610) 2024-11-19T19:21:45,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741839_1015 (size=2695) 2024-11-19T19:21:45,850 DEBUG [RS:0;f156d4de6e70:43591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/oldWALs 2024-11-19T19:21:45,850 INFO [RS:0;f156d4de6e70:43591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C43591%2C1732044078363.rep:(num 1732044092520) 2024-11-19T19:21:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741832_1008 (size=1336) 2024-11-19T19:21:45,854 DEBUG [RS:0;f156d4de6e70:43591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/oldWALs 2024-11-19T19:21:45,854 INFO [RS:0;f156d4de6e70:43591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C43591%2C1732044078363:(num 1732044080678) 2024-11-19T19:21:45,854 DEBUG [RS:0;f156d4de6e70:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:45,854 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:21:45,854 INFO [RS:0;f156d4de6e70:43591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:21:45,855 INFO [RS:0;f156d4de6e70:43591 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T19:21:45,855 INFO [RS:0;f156d4de6e70:43591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:21:45,855 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:21:45,855 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,43591,1732044078363 because: Region server is closing 2024-11-19T19:21:45,855 INFO [RS:0;f156d4de6e70:43591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:43591. 2024-11-19T19:21:45,855 DEBUG [RS:0;f156d4de6e70:43591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:45,855 DEBUG [RS:0;f156d4de6e70:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:45,855 DEBUG [RS:0;f156d4de6e70:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:45,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:45,955 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.wal-reader.f156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:21:45,956 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-19T19:21:45,956 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T19:21:45,956 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T19:21:46,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:21:46,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:46,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:46,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:46,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:46,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:46,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:46,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:46,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:46,649 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:46,649 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:21:46,651 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:21:46,857 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43591,1732044078363.replicationSource.shipperf156d4de6e70%2C43591%2C1732044078363,1-f156d4de6e70,43591,1732044078363 terminated 2024-11-19T19:21:46,857 INFO [RS:0;f156d4de6e70:43591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:43591. 2024-11-19T19:21:46,857 DEBUG [RS:0;f156d4de6e70:43591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:21:46,857 DEBUG [RS:0;f156d4de6e70:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:46,857 DEBUG [RS:0;f156d4de6e70:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:46,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:21:46,857 INFO [RS:0;f156d4de6e70:43591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43591 2024-11-19T19:21:46,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593/rs 2024-11-19T19:21:46,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608595593/rs/f156d4de6e70,43591,1732044078363 2024-11-19T19:21:46,934 INFO [RS:0;f156d4de6e70:43591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:21:46,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,43591,1732044078363] 2024-11-19T19:21:47,007 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01608595593/draining/f156d4de6e70,43591,1732044078363 already deleted, retry=false 2024-11-19T19:21:47,007 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,43591,1732044078363 expired; onlineServers=0 2024-11-19T19:21:47,007 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,33245,1732044078162' ***** 2024-11-19T19:21:47,007 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:21:47,007 INFO [M:0;f156d4de6e70:33245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:21:47,007 INFO [M:0;f156d4de6e70:33245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:21:47,007 DEBUG [M:0;f156d4de6e70:33245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:21:47,008 DEBUG [M:0;f156d4de6e70:33245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:21:47,008 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:21:47,008 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044080407 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044080407,5,FailOnTimeoutGroup] 2024-11-19T19:21:47,008 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044080408 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044080408,5,FailOnTimeoutGroup] 2024-11-19T19:21:47,008 INFO [M:0;f156d4de6e70:33245 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:21:47,008 INFO [M:0;f156d4de6e70:33245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:21:47,008 DEBUG [M:0;f156d4de6e70:33245 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:21:47,008 INFO [M:0;f156d4de6e70:33245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:21:47,008 INFO [M:0;f156d4de6e70:33245 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:21:47,008 INFO [M:0;f156d4de6e70:33245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:21:47,008 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:21:47,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608595593/master 2024-11-19T19:21:47,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608595593 2024-11-19T19:21:47,018 DEBUG [M:0;f156d4de6e70:33245 {}] zookeeper.ZKUtil(347): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Unable to get data of znode /01608595593/master because node does not exist (not an error) 2024-11-19T19:21:47,018 WARN [M:0;f156d4de6e70:33245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:21:47,019 INFO [M:0;f156d4de6e70:33245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/.lastflushedseqids 2024-11-19T19:21:47,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741852_1028 (size=263) 2024-11-19T19:21:47,023 INFO [M:0;f156d4de6e70:33245 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:21:47,024 INFO [M:0;f156d4de6e70:33245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:21:47,024 DEBUG [M:0;f156d4de6e70:33245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:21:47,024 INFO [M:0;f156d4de6e70:33245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:47,024 DEBUG [M:0;f156d4de6e70:33245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:47,024 DEBUG [M:0;f156d4de6e70:33245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:21:47,024 DEBUG [M:0;f156d4de6e70:33245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:47,024 INFO [M:0;f156d4de6e70:33245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T19:21:47,041 DEBUG [M:0;f156d4de6e70:33245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63d5ce4bde27453d8f2cfb51c5661ae4 is 82, key is hbase:meta,,1/info:regioninfo/1732044081639/Put/seqid=0 2024-11-19T19:21:47,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741853_1029 (size=5672) 2024-11-19T19:21:47,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:47,090 INFO [RS:0;f156d4de6e70:43591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:21:47,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101548b2edb0001, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:47,090 INFO [RS:0;f156d4de6e70:43591 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,43591,1732044078363; zookeeper connection closed. 2024-11-19T19:21:47,091 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d0c9353 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d0c9353 2024-11-19T19:21:47,091 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:21:47,444 INFO [M:0;f156d4de6e70:33245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63d5ce4bde27453d8f2cfb51c5661ae4 2024-11-19T19:21:47,462 DEBUG [M:0;f156d4de6e70:33245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e33a44b1acf54955bf191aa1094c2775 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732044092560/Put/seqid=0 2024-11-19T19:21:47,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741854_1030 (size=8517) 2024-11-19T19:21:47,752 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T19:21:47,866 INFO [M:0;f156d4de6e70:33245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e33a44b1acf54955bf191aa1094c2775 2024-11-19T19:21:47,884 DEBUG [M:0;f156d4de6e70:33245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d83e0578e0647f88309ee1d91615627 is 69, key is f156d4de6e70,43591,1732044078363/rs:state/1732044080525/Put/seqid=0 2024-11-19T19:21:47,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741855_1031 (size=5156) 2024-11-19T19:21:48,288 INFO [M:0;f156d4de6e70:33245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d83e0578e0647f88309ee1d91615627 2024-11-19T19:21:48,293 DEBUG [M:0;f156d4de6e70:33245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63d5ce4bde27453d8f2cfb51c5661ae4 as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63d5ce4bde27453d8f2cfb51c5661ae4 2024-11-19T19:21:48,297 INFO [M:0;f156d4de6e70:33245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63d5ce4bde27453d8f2cfb51c5661ae4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T19:21:48,297 DEBUG [M:0;f156d4de6e70:33245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e33a44b1acf54955bf191aa1094c2775 as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e33a44b1acf54955bf191aa1094c2775 2024-11-19T19:21:48,301 INFO [M:0;f156d4de6e70:33245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e33a44b1acf54955bf191aa1094c2775, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T19:21:48,302 DEBUG [M:0;f156d4de6e70:33245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d83e0578e0647f88309ee1d91615627 as hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d83e0578e0647f88309ee1d91615627 2024-11-19T19:21:48,305 INFO [M:0;f156d4de6e70:33245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37689/user/jenkins/test-data/06e5540c-81dc-8930-402e-39e70aebd572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d83e0578e0647f88309ee1d91615627, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T19:21:48,306 INFO [M:0;f156d4de6e70:33245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-19T19:21:48,307 INFO [M:0;f156d4de6e70:33245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:48,307 DEBUG [M:0;f156d4de6e70:33245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044107024Disabling compacts and flushes for region at 1732044107024Disabling writes for close at 1732044107024Obtaining lock to block concurrent updates at 1732044107024Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044107024Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732044107024Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044107025 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044107025Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044107040 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044107040Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044107449 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044107462 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044107462Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044107870 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044107883 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044107883Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e15bb8: reopening flushed file at 1732044108292 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69bc2313: reopening flushed file at 1732044108297 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb5f56e: reopening flushed file at 1732044108301 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1732044108306 (+5 ms)Writing region close event to WAL at 1732044108307 (+1 ms)Closed at 1732044108307 2024-11-19T19:21:48,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741830_1006 (size=63666) 2024-11-19T19:21:48,309 INFO [M:0;f156d4de6e70:33245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:21:48,310 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:21:48,310 INFO [M:0;f156d4de6e70:33245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33245 2024-11-19T19:21:48,310 INFO [M:0;f156d4de6e70:33245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:21:48,465 INFO [M:0;f156d4de6e70:33245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:21:48,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:48,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33245-0x101548b2edb0000, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:21:48,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f31ef2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:21:48,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31782b69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:21:48,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:21:48,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a5f470f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:21:48,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddca0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/hadoop.log.dir/,STOPPED} 2024-11-19T19:21:48,469 WARN [BP-743028573-172.17.0.3-1732044075859 heartbeating to localhost/127.0.0.1:37689 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:21:48,469 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:21:48,469 WARN [BP-743028573-172.17.0.3-1732044075859 heartbeating to localhost/127.0.0.1:37689 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-743028573-172.17.0.3-1732044075859 (Datanode Uuid 53e68455-dea3-495d-8898-8adb0749813f) service to localhost/127.0.0.1:37689 2024-11-19T19:21:48,469 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:21:48,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/cluster_17d2d8dc-6089-35be-58e4-4a7386ea0284/data/data1/current/BP-743028573-172.17.0.3-1732044075859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:21:48,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/cluster_17d2d8dc-6089-35be-58e4-4a7386ea0284/data/data2/current/BP-743028573-172.17.0.3-1732044075859 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:21:48,470 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:21:48,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36af64bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:21:48,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ecb4db1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:21:48,476 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:21:48,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c5148e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:21:48,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b0b781{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cb2d88a-1d92-9ec0-67e0-eb9706dfbebd/hadoop.log.dir/,STOPPED} 2024-11-19T19:21:48,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T19:21:48,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:21:48,501 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=238 (was 203) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37689 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56090) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56090) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44567 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37689 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44567 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=3433 (was 3316) - AvailableMemoryMB LEAK? - 2024-11-19T19:21:48,509 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=238, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=3432 2024-11-19T19:21:48,520 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-19T19:21:48,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/hadoop.log.dir so I do NOT create it in target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4 2024-11-19T19:21:48,521 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:21:48,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/hadoop.tmp.dir so I do NOT create it in target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4 2024-11-19T19:21:48,521 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0401351-f3a8-a5c0-178d-fbfd867a545b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:21:48,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4 2024-11-19T19:21:48,521 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/cluster_56982905-b325-546b-62a2-91d6762999e1, deleteOnExit=true 2024-11-19T19:21:48,538 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/cluster_56982905-b325-546b-62a2-91d6762999e1/zookeeper_0, clientPort=55252, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/cluster_56982905-b325-546b-62a2-91d6762999e1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/cluster_56982905-b325-546b-62a2-91d6762999e1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T19:21:48,539 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55252 2024-11-19T19:21:48,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:21:48,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:21:48,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/test.cache.data in system properties and HBase conf 2024-11-19T19:21:48,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:21:48,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:21:48,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:21:48,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:21:48,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:21:48,540 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:21:48,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:21:48,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101548b2edb0002, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:21:48,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101548b2edb0005, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:21:48,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101548b2edb0005, quorum=127.0.0.1:56090, baseZNode=/11174726847 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:21:48,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101548b2edb0002, quorum=127.0.0.1:56090, baseZNode=/01608595593 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:21:48,668 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:48,669 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:21:48,670 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:21:49,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:21:49,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:21:49,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:21:49,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:21:49,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:21:49,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:21:49,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44c1350{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:21:49,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e41dead{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:21:49,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78093ce3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/java.io.tmpdir/jetty-localhost-37913-hadoop-hdfs-3_4_1-tests_jar-_-any-10779902440684607872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:21:49,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf6be0b{HTTP/1.1, (http/1.1)}{localhost:37913} 2024-11-19T19:21:49,248 INFO [Time-limited test {}] server.Server(415): Started @201185ms 2024-11-19T19:21:49,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:21:49,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:21:49,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:21:49,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:21:49,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:21:49,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777a69f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:21:49,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11f678bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:21:49,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a03fc2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/java.io.tmpdir/jetty-localhost-40133-hadoop-hdfs-3_4_1-tests_jar-_-any-16687944778625356586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:21:49,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@151d21dd{HTTP/1.1, (http/1.1)}{localhost:40133} 2024-11-19T19:21:49,662 INFO [Time-limited test {}] server.Server(415): Started @201599ms 2024-11-19T19:21:49,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:21:50,301 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/cluster_56982905-b325-546b-62a2-91d6762999e1/data/data1/current/BP-1208464028-172.17.0.3-1732044108561/current, will proceed with Du for space computation calculation, 2024-11-19T19:21:50,301 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/cluster_56982905-b325-546b-62a2-91d6762999e1/data/data2/current/BP-1208464028-172.17.0.3-1732044108561/current, will proceed with Du for space computation calculation, 2024-11-19T19:21:50,318 WARN [Thread-2172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:21:50,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x623cb92a206eec7d with lease ID 0x98eeb00301f6049b: Processing first storage report for DS-01b0b5b3-4a40-4bbc-aca2-ecb25035b173 from datanode DatanodeRegistration(127.0.0.1:43933, datanodeUuid=f0c8c835-a29e-456d-b483-1ddf247d0d3b, infoPort=41005, infoSecurePort=0, ipcPort=44073, storageInfo=lv=-57;cid=testClusterID;nsid=904640184;c=1732044108561) 2024-11-19T19:21:50,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x623cb92a206eec7d with lease ID 0x98eeb00301f6049b: from storage DS-01b0b5b3-4a40-4bbc-aca2-ecb25035b173 node DatanodeRegistration(127.0.0.1:43933, datanodeUuid=f0c8c835-a29e-456d-b483-1ddf247d0d3b, infoPort=41005, infoSecurePort=0, ipcPort=44073, storageInfo=lv=-57;cid=testClusterID;nsid=904640184;c=1732044108561), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T19:21:50,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x623cb92a206eec7d with lease ID 0x98eeb00301f6049b: Processing first storage report for DS-d0c39736-aa68-4557-a066-783c66242764 from datanode DatanodeRegistration(127.0.0.1:43933, datanodeUuid=f0c8c835-a29e-456d-b483-1ddf247d0d3b, infoPort=41005, infoSecurePort=0, ipcPort=44073, storageInfo=lv=-57;cid=testClusterID;nsid=904640184;c=1732044108561) 2024-11-19T19:21:50,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x623cb92a206eec7d with lease ID 0x98eeb00301f6049b: from storage DS-d0c39736-aa68-4557-a066-783c66242764 node DatanodeRegistration(127.0.0.1:43933, datanodeUuid=f0c8c835-a29e-456d-b483-1ddf247d0d3b, infoPort=41005, infoSecurePort=0, ipcPort=44073, storageInfo=lv=-57;cid=testClusterID;nsid=904640184;c=1732044108561), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:21:50,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4 2024-11-19T19:21:50,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:50,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:50,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:21:50,795 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6 with version=8 2024-11-19T19:21:50,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/hbase-staging 2024-11-19T19:21:50,797 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:21:50,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:50,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:50,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:21:50,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:50,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:21:50,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:21:50,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:21:50,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35629 2024-11-19T19:21:50,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35629 connecting to ZooKeeper ensemble=127.0.0.1:55252 2024-11-19T19:21:51,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356290x0, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:21:51,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35629-0x101548baea50000 connected 2024-11-19T19:21:51,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:51,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:51,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Set watcher on znode that does not yet exist, /01367041376/running 2024-11-19T19:21:51,101 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6, hbase.cluster.distributed=false 2024-11-19T19:21:51,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Set watcher on znode that does not yet exist, /01367041376/acl 2024-11-19T19:21:51,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35629 2024-11-19T19:21:51,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35629 2024-11-19T19:21:51,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35629 2024-11-19T19:21:51,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35629 2024-11-19T19:21:51,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35629 2024-11-19T19:21:51,115 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:21:51,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:51,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:51,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:21:51,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:51,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:21:51,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:21:51,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:21:51,117 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42387 2024-11-19T19:21:51,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42387 connecting to ZooKeeper ensemble=127.0.0.1:55252 2024-11-19T19:21:51,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:51,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:51,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423870x0, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:21:51,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423870x0, quorum=127.0.0.1:55252, baseZNode=/01367041376 Set watcher on znode that does not yet exist, /01367041376/running 2024-11-19T19:21:51,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42387-0x101548baea50001 connected 2024-11-19T19:21:51,134 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:21:51,134 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:21:51,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Set watcher on znode that does not yet exist, /01367041376/master 2024-11-19T19:21:51,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Set watcher on znode that does not yet exist, /01367041376/acl 2024-11-19T19:21:51,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42387 2024-11-19T19:21:51,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42387 2024-11-19T19:21:51,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42387 2024-11-19T19:21:51,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42387 2024-11-19T19:21:51,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42387 2024-11-19T19:21:51,153 DEBUG [M:0;f156d4de6e70:35629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:35629 2024-11-19T19:21:51,155 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01367041376/backup-masters/f156d4de6e70,35629,1732044110797 2024-11-19T19:21:51,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376/backup-masters 2024-11-19T19:21:51,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376/backup-masters 2024-11-19T19:21:51,165 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Set watcher on existing znode=/01367041376/backup-masters/f156d4de6e70,35629,1732044110797 2024-11-19T19:21:51,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367041376/master 2024-11-19T19:21:51,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:21:51,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:21:51,176 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Set watcher on existing znode=/01367041376/master 2024-11-19T19:21:51,176 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01367041376/backup-masters/f156d4de6e70,35629,1732044110797 from backup master directory 2024-11-19T19:21:51,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367041376/backup-masters/f156d4de6e70,35629,1732044110797 2024-11-19T19:21:51,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376/backup-masters 2024-11-19T19:21:51,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376/backup-masters 2024-11-19T19:21:51,186 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:21:51,186 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,35629,1732044110797 2024-11-19T19:21:51,189 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/hbase.id] with ID: 2637a4b0-9504-43ac-8161-fbc49862a043 2024-11-19T19:21:51,189 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/.tmp/hbase.id 2024-11-19T19:21:51,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:21:51,271 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:21:51,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:51,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:51,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:51,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:51,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:51,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:51,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:51,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:51,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:51,593 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/.tmp/hbase.id]:[hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/hbase.id] 2024-11-19T19:21:51,602 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:51,602 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:21:51,603 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T19:21:51,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:21:51,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:21:51,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:21:52,054 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:21:52,055 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:21:52,055 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:21:52,462 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store 2024-11-19T19:21:52,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:21:52,709 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:21:52,710 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:21:52,710 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:21:52,868 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:52,868 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:21:52,868 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:52,868 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:52,868 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:21:52,868 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:52,868 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:52,868 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044112868Disabling compacts and flushes for region at 1732044112868Disabling writes for close at 1732044112868Writing region close event to WAL at 1732044112868Closed at 1732044112868 2024-11-19T19:21:52,869 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/.initializing 2024-11-19T19:21:52,869 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/WALs/f156d4de6e70,35629,1732044110797 2024-11-19T19:21:52,870 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:21:52,871 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C35629%2C1732044110797, suffix=, logDir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/WALs/f156d4de6e70,35629,1732044110797, archiveDir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/oldWALs, maxLogs=10 2024-11-19T19:21:52,888 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/WALs/f156d4de6e70,35629,1732044110797/f156d4de6e70%2C35629%2C1732044110797.1732044112871, exclude list is [], retry=0 2024-11-19T19:21:52,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-01b0b5b3-4a40-4bbc-aca2-ecb25035b173,DISK] 2024-11-19T19:21:52,892 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/WALs/f156d4de6e70,35629,1732044110797/f156d4de6e70%2C35629%2C1732044110797.1732044112871 2024-11-19T19:21:52,893 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41005:41005)] 2024-11-19T19:21:52,893 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:52,893 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:52,893 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:52,893 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:52,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:52,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:21:52,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:52,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:52,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:52,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:21:52,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:52,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:52,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:52,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:21:52,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:52,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:52,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:52,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:21:52,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:52,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:52,900 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:52,900 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:52,901 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:52,902 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:52,902 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:52,902 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:52,903 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:52,904 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:21:52,905 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69657475, jitterRate=0.03797726333141327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:52,905 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044112893Initializing all the Stores at 1732044112894 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044112894Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044112894Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044112894Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044112894Cleaning up temporary data from old regions at 1732044112902 (+8 ms)Region opened successfully at 1732044112905 (+3 ms) 2024-11-19T19:21:52,906 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:21:52,908 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e579794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:21:52,909 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:21:52,909 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:21:52,909 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:21:52,909 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:21:52,909 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:21:52,910 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:21:52,910 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:21:52,917 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:21:52,918 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Unable to get data of znode /01367041376/balancer because node does not exist (not necessarily an error) 2024-11-19T19:21:53,017 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367041376/balancer already deleted, retry=false 2024-11-19T19:21:53,018 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:21:53,019 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Unable to get data of znode /01367041376/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:21:53,028 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367041376/normalizer already deleted, retry=false 2024-11-19T19:21:53,028 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:21:53,029 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Unable to get data of znode /01367041376/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:21:53,038 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367041376/switch/split already deleted, retry=false 2024-11-19T19:21:53,039 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Unable to get data of znode /01367041376/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:21:53,049 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367041376/switch/merge already deleted, retry=false 2024-11-19T19:21:53,051 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Unable to get data of znode /01367041376/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:21:53,059 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367041376/snapshot-cleanup already deleted, retry=false 2024-11-19T19:21:53,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367041376/running 2024-11-19T19:21:53,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:21:53,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367041376/running 2024-11-19T19:21:53,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:21:53,071 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,35629,1732044110797, sessionid=0x101548baea50000, setting cluster-up flag (Was=false) 2024-11-19T19:21:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:21:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:21:53,123 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01367041376/flush-table-proc/acquired, /01367041376/flush-table-proc/reached, /01367041376/flush-table-proc/abort 2024-11-19T19:21:53,124 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,35629,1732044110797 2024-11-19T19:21:53,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:21:53,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:21:53,175 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01367041376/online-snapshot/acquired, /01367041376/online-snapshot/reached, /01367041376/online-snapshot/abort 2024-11-19T19:21:53,176 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,35629,1732044110797 2024-11-19T19:21:53,178 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:21:53,179 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:53,179 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:21:53,180 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:21:53,180 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,35629,1732044110797 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:21:53,181 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:53,181 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:53,181 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:53,181 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:53,181 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:21:53,181 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:53,181 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:21:53,181 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:53,185 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:53,185 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:21:53,186 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:53,186 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:21:53,193 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044143193 2024-11-19T19:21:53,193 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:21:53,193 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:21:53,193 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:21:53,193 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:21:53,193 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:21:53,193 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:21:53,195 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:21:53,196 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:21:53,196 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:21:53,196 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:21:53,196 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:21:53,200 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:21:53,200 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:21:53,202 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044113200,5,FailOnTimeoutGroup] 2024-11-19T19:21:53,203 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044113202,5,FailOnTimeoutGroup] 2024-11-19T19:21:53,203 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,203 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:21:53,203 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,203 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,243 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(746): ClusterId : 2637a4b0-9504-43ac-8161-fbc49862a043 2024-11-19T19:21:53,243 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:21:53,250 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:21:53,250 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:21:53,260 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:21:53,260 DEBUG [RS:0;f156d4de6e70:42387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6789e886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:21:53,271 DEBUG [RS:0;f156d4de6e70:42387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:42387 2024-11-19T19:21:53,271 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:21:53,271 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:21:53,271 DEBUG [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:21:53,271 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,35629,1732044110797 with port=42387, startcode=1732044111115 2024-11-19T19:21:53,271 DEBUG [RS:0;f156d4de6e70:42387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:21:53,273 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:21:53,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,42387,1732044111115 2024-11-19T19:21:53,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35629 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,42387,1732044111115 2024-11-19T19:21:53,274 DEBUG [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6 2024-11-19T19:21:53,274 DEBUG [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46197 2024-11-19T19:21:53,274 DEBUG [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:21:53,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376/rs 2024-11-19T19:21:53,281 DEBUG [RS:0;f156d4de6e70:42387 {}] zookeeper.ZKUtil(111): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Set watcher on existing znode=/01367041376/rs/f156d4de6e70,42387,1732044111115 2024-11-19T19:21:53,281 WARN [RS:0;f156d4de6e70:42387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:21:53,281 INFO [RS:0;f156d4de6e70:42387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:53,281 DEBUG [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115 2024-11-19T19:21:53,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,42387,1732044111115] 2024-11-19T19:21:53,284 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:21:53,285 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:21:53,285 INFO [RS:0;f156d4de6e70:42387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:21:53,285 INFO [RS:0;f156d4de6e70:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,285 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:21:53,286 INFO [RS:0;f156d4de6e70:42387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:21:53,286 INFO [RS:0;f156d4de6e70:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:21:53,286 DEBUG [RS:0;f156d4de6e70:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:21:53,286 INFO [RS:0;f156d4de6e70:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,286 INFO [RS:0;f156d4de6e70:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,286 INFO [RS:0;f156d4de6e70:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,286 INFO [RS:0;f156d4de6e70:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,286 INFO [RS:0;f156d4de6e70:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,286 INFO [RS:0;f156d4de6e70:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,42387,1732044111115-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:21:53,298 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:21:53,298 INFO [RS:0;f156d4de6e70:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,42387,1732044111115-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,298 INFO [RS:0;f156d4de6e70:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,298 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.Replication(171): f156d4de6e70,42387,1732044111115 started 2024-11-19T19:21:53,309 INFO [RS:0;f156d4de6e70:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:53,309 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,42387,1732044111115, RpcServer on f156d4de6e70/172.17.0.3:42387, sessionid=0x101548baea50001 2024-11-19T19:21:53,310 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:21:53,310 DEBUG [RS:0;f156d4de6e70:42387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,42387,1732044111115 2024-11-19T19:21:53,310 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,42387,1732044111115' 2024-11-19T19:21:53,310 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01367041376/flush-table-proc/abort' 2024-11-19T19:21:53,310 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01367041376/flush-table-proc/acquired' 2024-11-19T19:21:53,310 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:21:53,310 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:21:53,310 DEBUG [RS:0;f156d4de6e70:42387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,42387,1732044111115 2024-11-19T19:21:53,310 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,42387,1732044111115' 2024-11-19T19:21:53,310 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01367041376/online-snapshot/abort' 2024-11-19T19:21:53,311 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01367041376/online-snapshot/acquired' 2024-11-19T19:21:53,311 DEBUG [RS:0;f156d4de6e70:42387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:21:53,311 INFO [RS:0;f156d4de6e70:42387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:21:53,311 INFO [RS:0;f156d4de6e70:42387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:21:53,411 INFO [RS:0;f156d4de6e70:42387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:21:53,412 INFO [RS:0;f156d4de6e70:42387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C42387%2C1732044111115, suffix=, logDir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115, archiveDir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/oldWALs, maxLogs=10 2024-11-19T19:21:53,423 DEBUG [RS:0;f156d4de6e70:42387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413, exclude list is [], retry=0 2024-11-19T19:21:53,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-01b0b5b3-4a40-4bbc-aca2-ecb25035b173,DISK] 2024-11-19T19:21:53,427 INFO [RS:0;f156d4de6e70:42387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 2024-11-19T19:21:53,427 DEBUG [RS:0;f156d4de6e70:42387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41005:41005)] 2024-11-19T19:21:53,597 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:21:53,597 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6 2024-11-19T19:21:53,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:21:54,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:54,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:21:54,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:21:54,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:54,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:54,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:21:54,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:21:54,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:54,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:54,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:21:54,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:21:54,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:54,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:54,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:21:54,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:21:54,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:54,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:54,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:21:54,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740 2024-11-19T19:21:54,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740 2024-11-19T19:21:54,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:21:54,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:21:54,011 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:54,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:21:54,014 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:21:54,014 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59222699, jitterRate=-0.1175130158662796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:54,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044114003Initializing all the Stores at 1732044114004 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044114004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044114004Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044114004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044114004Cleaning up temporary data from old regions at 1732044114011 (+7 ms)Region opened successfully at 1732044114014 (+3 ms) 2024-11-19T19:21:54,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:21:54,015 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:21:54,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:21:54,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:21:54,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:21:54,015 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:54,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044114015Disabling compacts and flushes for region at 1732044114015Disabling writes for close at 1732044114015Writing region close event to WAL at 1732044114015Closed at 1732044114015 2024-11-19T19:21:54,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:54,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:21:54,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:21:54,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:21:54,018 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:21:54,168 DEBUG [f156d4de6e70:35629 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:21:54,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,42387,1732044111115 2024-11-19T19:21:54,169 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,42387,1732044111115, state=OPENING 2024-11-19T19:21:54,228 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:21:54,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:21:54,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:21:54,239 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:21:54,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367041376/meta-region-server: CHANGED 2024-11-19T19:21:54,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367041376/meta-region-server: CHANGED 2024-11-19T19:21:54,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,42387,1732044111115}] 2024-11-19T19:21:54,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:21:54,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:21:54,395 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:21:54,395 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:54,395 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:21:54,396 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C42387%2C1732044111115.meta, suffix=.meta, logDir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115, archiveDir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/oldWALs, maxLogs=10 2024-11-19T19:21:54,407 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.meta.1732044114396.meta, exclude list is [], retry=0 2024-11-19T19:21:54,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-01b0b5b3-4a40-4bbc-aca2-ecb25035b173,DISK] 2024-11-19T19:21:54,410 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.meta.1732044114396.meta 2024-11-19T19:21:54,411 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41005:41005)] 2024-11-19T19:21:54,411 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:54,411 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:21:54,411 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:21:54,411 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:21:54,411 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:21:54,411 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:21:54,411 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:54,412 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:21:54,412 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:21:54,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:21:54,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:21:54,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:54,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:54,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:21:54,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:21:54,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:54,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:54,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:21:54,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:21:54,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:54,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:54,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:21:54,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:21:54,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:54,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:54,417 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:21:54,417 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740 2024-11-19T19:21:54,418 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740 2024-11-19T19:21:54,419 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:21:54,419 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:21:54,419 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:54,420 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:21:54,421 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64659225, jitterRate=-0.03650246560573578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:54,421 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:21:54,421 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044114412Writing region info on filesystem at 1732044114412Initializing all the Stores at 1732044114412Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044114412Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044114412Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044114412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044114412Cleaning up temporary data from old regions at 1732044114419 (+7 ms)Running coprocessor post-open hooks at 1732044114421 (+2 ms)Region opened successfully at 1732044114421 2024-11-19T19:21:54,422 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044114391 2024-11-19T19:21:54,424 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:21:54,424 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:21:54,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,42387,1732044111115 2024-11-19T19:21:54,425 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,42387,1732044111115, state=OPEN 2024-11-19T19:21:54,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T19:21:54,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T19:21:54,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:21:54,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367041376/meta-region-server 2024-11-19T19:21:54,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367041376/meta-region-server 2024-11-19T19:21:54,479 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,42387,1732044111115 2024-11-19T19:21:54,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367041376/meta-region-server: CHANGED 2024-11-19T19:21:54,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367041376/meta-region-server: CHANGED 2024-11-19T19:21:54,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:21:54,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,42387,1732044111115 in 240 msec 2024-11-19T19:21:54,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:21:54,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-19T19:21:54,484 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:54,484 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:21:54,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:54,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,42387,1732044111115, seqNum=-1] 2024-11-19T19:21:54,485 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:54,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:21:54,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-11-19T19:21:54,490 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044114490, completionTime=-1 2024-11-19T19:21:54,491 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:21:54,491 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:21:54,492 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:21:54,492 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044174492 2024-11-19T19:21:54,492 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044234492 2024-11-19T19:21:54,492 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T19:21:54,493 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35629,1732044110797-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:54,493 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35629,1732044110797-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:54,493 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35629,1732044110797-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:54,493 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:35629, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:54,493 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:54,493 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:54,494 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:21:54,495 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.309sec 2024-11-19T19:21:54,496 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:21:54,496 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:21:54,496 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:21:54,496 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:21:54,496 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:21:54,496 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35629,1732044110797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:21:54,496 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35629,1732044110797-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:21:54,498 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:21:54,498 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:21:54,498 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35629,1732044110797-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:54,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca81938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:54,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35629,-1 for getting cluster id 2024-11-19T19:21:54,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:21:54,545 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2637a4b0-9504-43ac-8161-fbc49862a043' 2024-11-19T19:21:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:21:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2637a4b0-9504-43ac-8161-fbc49862a043" 2024-11-19T19:21:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5879ff0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35629,-1] 2024-11-19T19:21:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:21:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:21:54,546 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:21:54,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cbaa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:21:54,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:21:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,42387,1732044111115, seqNum=-1] 2024-11-19T19:21:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:21:54,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:21:54,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,35629,1732044110797 2024-11-19T19:21:54,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55252 2024-11-19T19:21:54,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:21:54,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101548baea50002 connected 2024-11-19T19:21:54,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/hadoop.log.dir so I do NOT create it in target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f 2024-11-19T19:21:54,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:21:54,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/hadoop.tmp.dir so I do NOT create it in target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f 2024-11-19T19:21:54,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:21:54,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f 2024-11-19T19:21:54,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:21:54,585 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/cluster_d45645fa-cc34-214a-544c-d842cc8c2d68, deleteOnExit=true 2024-11-19T19:21:54,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:21:54,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/test.cache.data in system properties and HBase conf 2024-11-19T19:21:54,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:21:54,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:21:54,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:21:54,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:21:54,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:21:54,585 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:21:54,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:21:54,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:21:54,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:21:54,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:21:54,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:21:54,878 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:21:54,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:21:54,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ccabc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:21:54,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d87ce10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:21:54,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ff8a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/java.io.tmpdir/jetty-localhost-44447-hadoop-hdfs-3_4_1-tests_jar-_-any-14295073293370536755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:21:54,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e53d0c1{HTTP/1.1, (http/1.1)}{localhost:44447} 2024-11-19T19:21:54,976 INFO [Time-limited test {}] server.Server(415): Started @206913ms 2024-11-19T19:21:55,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:21:55,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:21:55,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:21:55,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:21:55,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:21:55,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3dee80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:21:55,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3660e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:21:55,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@422416e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/java.io.tmpdir/jetty-localhost-41617-hadoop-hdfs-3_4_1-tests_jar-_-any-15146252978086096891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:21:55,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8f1a53a{HTTP/1.1, (http/1.1)}{localhost:41617} 2024-11-19T19:21:55,325 INFO [Time-limited test {}] server.Server(415): Started @207262ms 2024-11-19T19:21:55,326 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:21:56,040 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/cluster_d45645fa-cc34-214a-544c-d842cc8c2d68/data/data1/current/BP-491500744-172.17.0.3-1732044114603/current, will proceed with Du for space computation calculation, 2024-11-19T19:21:56,040 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/cluster_d45645fa-cc34-214a-544c-d842cc8c2d68/data/data2/current/BP-491500744-172.17.0.3-1732044114603/current, will proceed with Du for space computation calculation, 2024-11-19T19:21:56,060 WARN [Thread-2293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:21:56,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc69ece18544b9829 with lease ID 0x6b68d400f16d1113: Processing first storage report for DS-e62109a2-cbb8-487f-8192-9489e6bb1f33 from datanode DatanodeRegistration(127.0.0.1:38057, datanodeUuid=997816de-d90d-4f0c-825f-1947393d3175, infoPort=36771, infoSecurePort=0, ipcPort=44161, storageInfo=lv=-57;cid=testClusterID;nsid=1564805710;c=1732044114603) 2024-11-19T19:21:56,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc69ece18544b9829 with lease ID 0x6b68d400f16d1113: from storage DS-e62109a2-cbb8-487f-8192-9489e6bb1f33 node DatanodeRegistration(127.0.0.1:38057, datanodeUuid=997816de-d90d-4f0c-825f-1947393d3175, infoPort=36771, infoSecurePort=0, ipcPort=44161, storageInfo=lv=-57;cid=testClusterID;nsid=1564805710;c=1732044114603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:21:56,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc69ece18544b9829 with lease ID 0x6b68d400f16d1113: Processing first storage report for DS-c7819921-e031-48e3-8e48-613627ed20ad from datanode DatanodeRegistration(127.0.0.1:38057, datanodeUuid=997816de-d90d-4f0c-825f-1947393d3175, infoPort=36771, infoSecurePort=0, ipcPort=44161, storageInfo=lv=-57;cid=testClusterID;nsid=1564805710;c=1732044114603) 2024-11-19T19:21:56,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc69ece18544b9829 with lease ID 0x6b68d400f16d1113: from storage DS-c7819921-e031-48e3-8e48-613627ed20ad node DatanodeRegistration(127.0.0.1:38057, datanodeUuid=997816de-d90d-4f0c-825f-1947393d3175, infoPort=36771, infoSecurePort=0, ipcPort=44161, storageInfo=lv=-57;cid=testClusterID;nsid=1564805710;c=1732044114603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:21:56,155 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f 2024-11-19T19:21:56,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:56,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:56,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:21:56,564 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953 with version=8 2024-11-19T19:21:56,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/hbase-staging 2024-11-19T19:21:56,566 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:21:56,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:56,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:56,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:21:56,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:56,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:21:56,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:21:56,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:21:56,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43097 2024-11-19T19:21:56,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43097 connecting to ZooKeeper ensemble=127.0.0.1:55252 2024-11-19T19:21:56,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430970x0, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:21:56,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43097-0x101548baea50003 connected 2024-11-19T19:21:56,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:56,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:56,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Set watcher on znode that does not yet exist, /1-1867835091/running 2024-11-19T19:21:56,706 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953, hbase.cluster.distributed=false 2024-11-19T19:21:56,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Set watcher on znode that does not yet exist, /1-1867835091/acl 2024-11-19T19:21:56,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43097 2024-11-19T19:21:56,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43097 2024-11-19T19:21:56,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43097 2024-11-19T19:21:56,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43097 2024-11-19T19:21:56,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43097 2024-11-19T19:21:56,721 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:21:56,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:56,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:56,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:21:56,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:21:56,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:21:56,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:21:56,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:21:56,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33361 2024-11-19T19:21:56,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33361 connecting to ZooKeeper ensemble=127.0.0.1:55252 2024-11-19T19:21:56,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:56,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:56,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333610x0, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:21:56,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333610x0, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Set watcher on znode that does not yet exist, /1-1867835091/running 2024-11-19T19:21:56,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33361-0x101548baea50004 connected 2024-11-19T19:21:56,734 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:21:56,734 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:21:56,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Set watcher on znode that does not yet exist, /1-1867835091/master 2024-11-19T19:21:56,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Set watcher on znode that does not yet exist, /1-1867835091/acl 2024-11-19T19:21:56,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33361 2024-11-19T19:21:56,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33361 2024-11-19T19:21:56,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33361 2024-11-19T19:21:56,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33361 2024-11-19T19:21:56,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33361 2024-11-19T19:21:56,753 DEBUG [M:0;f156d4de6e70:43097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:43097 2024-11-19T19:21:56,753 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1867835091/backup-masters/f156d4de6e70,43097,1732044116565 2024-11-19T19:21:56,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091/backup-masters 2024-11-19T19:21:56,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091/backup-masters 2024-11-19T19:21:56,765 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Set watcher on existing znode=/1-1867835091/backup-masters/f156d4de6e70,43097,1732044116565 2024-11-19T19:21:56,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:21:56,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1867835091/master 2024-11-19T19:21:56,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:21:56,775 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Set watcher on existing znode=/1-1867835091/master 2024-11-19T19:21:56,776 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1867835091/backup-masters/f156d4de6e70,43097,1732044116565 from backup master directory 2024-11-19T19:21:56,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1867835091/backup-masters/f156d4de6e70,43097,1732044116565 2024-11-19T19:21:56,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091/backup-masters 2024-11-19T19:21:56,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091/backup-masters 2024-11-19T19:21:56,786 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:21:56,786 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,43097,1732044116565 2024-11-19T19:21:56,789 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/hbase.id] with ID: 1145c37e-fb62-42e0-8e02-8296a8b8cddd 2024-11-19T19:21:56,789 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/.tmp/hbase.id 2024-11-19T19:21:56,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:21:57,196 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/.tmp/hbase.id]:[hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/hbase.id] 2024-11-19T19:21:57,205 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:21:57,205 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:21:57,206 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T19:21:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:21:57,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:21:57,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:21:57,665 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:21:57,666 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:21:57,666 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:57,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:21:58,072 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store 2024-11-19T19:21:58,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:21:58,479 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:58,479 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:21:58,479 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:58,479 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:58,479 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:21:58,479 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:58,479 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:21:58,479 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044118479Disabling compacts and flushes for region at 1732044118479Disabling writes for close at 1732044118479Writing region close event to WAL at 1732044118479Closed at 1732044118479 2024-11-19T19:21:58,480 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/.initializing 2024-11-19T19:21:58,480 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/WALs/f156d4de6e70,43097,1732044116565 2024-11-19T19:21:58,481 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:21:58,482 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C43097%2C1732044116565, suffix=, logDir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/WALs/f156d4de6e70,43097,1732044116565, archiveDir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/oldWALs, maxLogs=10 2024-11-19T19:21:58,498 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/WALs/f156d4de6e70,43097,1732044116565/f156d4de6e70%2C43097%2C1732044116565.1732044118483, exclude list is [], retry=0 2024-11-19T19:21:58,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38057,DS-e62109a2-cbb8-487f-8192-9489e6bb1f33,DISK] 2024-11-19T19:21:58,502 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/WALs/f156d4de6e70,43097,1732044116565/f156d4de6e70%2C43097%2C1732044116565.1732044118483 2024-11-19T19:21:58,502 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36771:36771)] 2024-11-19T19:21:58,502 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:58,502 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:58,502 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:58,502 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:58,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:58,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:21:58,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:58,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:58,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:58,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:21:58,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:58,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:58,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:58,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:21:58,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:58,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:58,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:58,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:21:58,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:58,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:21:58,508 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:58,509 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:58,509 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:58,510 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:58,510 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:58,511 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:58,512 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:21:58,513 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:21:58,513 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61870279, jitterRate=-0.07806099951267242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:58,514 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044118502Initializing all the Stores at 1732044118503 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044118503Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044118503Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044118503Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044118503Cleaning up temporary data from old regions at 1732044118510 (+7 ms)Region opened successfully at 1732044118514 (+4 ms) 2024-11-19T19:21:58,514 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:21:58,516 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bb4eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:21:58,517 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:21:58,517 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:21:58,517 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:21:58,517 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:21:58,518 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:21:58,518 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:21:58,518 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:21:58,519 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:21:58,520 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Unable to get data of znode /1-1867835091/balancer because node does not exist (not necessarily an error) 2024-11-19T19:21:58,575 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1867835091/balancer already deleted, retry=false 2024-11-19T19:21:58,575 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:21:58,576 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Unable to get data of znode /1-1867835091/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:21:58,585 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1867835091/normalizer already deleted, retry=false 2024-11-19T19:21:58,586 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:21:58,587 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Unable to get data of znode /1-1867835091/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:21:58,596 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1867835091/switch/split already deleted, retry=false 2024-11-19T19:21:58,597 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Unable to get data of znode /1-1867835091/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:21:58,606 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1867835091/switch/merge already deleted, retry=false 2024-11-19T19:21:58,608 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Unable to get data of znode /1-1867835091/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:21:58,617 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1867835091/snapshot-cleanup already deleted, retry=false 2024-11-19T19:21:58,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1867835091/running 2024-11-19T19:21:58,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1867835091/running 2024-11-19T19:21:58,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:21:58,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:21:58,628 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,43097,1732044116565, sessionid=0x101548baea50003, setting cluster-up flag (Was=false) 2024-11-19T19:21:58,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:21:58,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:21:58,680 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1867835091/flush-table-proc/acquired, /1-1867835091/flush-table-proc/reached, /1-1867835091/flush-table-proc/abort 2024-11-19T19:21:58,681 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,43097,1732044116565 2024-11-19T19:21:58,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:21:58,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:21:58,733 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1867835091/online-snapshot/acquired, /1-1867835091/online-snapshot/reached, /1-1867835091/online-snapshot/abort 2024-11-19T19:21:58,734 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,43097,1732044116565 2024-11-19T19:21:58,735 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:21:58,736 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:58,736 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:21:58,736 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:21:58,736 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,43097,1732044116565 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:21:58,737 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:58,737 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:58,737 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:58,737 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:21:58,737 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:21:58,737 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:58,737 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:21:58,737 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:58,738 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044148738 2024-11-19T19:21:58,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:58,738 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:21:58,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:21:58,738 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:21:58,738 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:21:58,738 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:21:58,738 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:21:58,738 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:21:58,738 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,739 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:21:58,739 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:21:58,739 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:21:58,739 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:21:58,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:58,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:21:58,739 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:21:58,739 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:21:58,739 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044118739,5,FailOnTimeoutGroup] 2024-11-19T19:21:58,739 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044118739,5,FailOnTimeoutGroup] 2024-11-19T19:21:58,739 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,739 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:21:58,739 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,740 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,745 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(746): ClusterId : 1145c37e-fb62-42e0-8e02-8296a8b8cddd 2024-11-19T19:21:58,745 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:21:58,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:21:58,754 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:21:58,754 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:21:58,765 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:21:58,765 DEBUG [RS:0;f156d4de6e70:33361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777029a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:21:58,775 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:33361 2024-11-19T19:21:58,775 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:21:58,775 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:21:58,775 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:21:58,776 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,43097,1732044116565 with port=33361, startcode=1732044116721 2024-11-19T19:21:58,776 DEBUG [RS:0;f156d4de6e70:33361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:21:58,777 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:21:58,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,33361,1732044116721 2024-11-19T19:21:58,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43097 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,33361,1732044116721 2024-11-19T19:21:58,778 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953 2024-11-19T19:21:58,778 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46209 2024-11-19T19:21:58,778 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:21:58,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091/rs 2024-11-19T19:21:58,841 DEBUG [RS:0;f156d4de6e70:33361 {}] zookeeper.ZKUtil(111): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Set watcher on existing znode=/1-1867835091/rs/f156d4de6e70,33361,1732044116721 2024-11-19T19:21:58,841 WARN [RS:0;f156d4de6e70:33361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:21:58,841 INFO [RS:0;f156d4de6e70:33361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:58,841 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721 2024-11-19T19:21:58,841 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,33361,1732044116721] 2024-11-19T19:21:58,844 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:21:58,845 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:21:58,845 INFO [RS:0;f156d4de6e70:33361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:21:58,845 INFO [RS:0;f156d4de6e70:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,845 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:21:58,846 INFO [RS:0;f156d4de6e70:33361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:21:58,846 INFO [RS:0;f156d4de6e70:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:21:58,846 DEBUG [RS:0;f156d4de6e70:33361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:21:58,846 INFO [RS:0;f156d4de6e70:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,846 INFO [RS:0;f156d4de6e70:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,846 INFO [RS:0;f156d4de6e70:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,846 INFO [RS:0;f156d4de6e70:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,846 INFO [RS:0;f156d4de6e70:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,846 INFO [RS:0;f156d4de6e70:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33361,1732044116721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:21:58,862 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:21:58,862 INFO [RS:0;f156d4de6e70:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33361,1732044116721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,862 INFO [RS:0;f156d4de6e70:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,862 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.Replication(171): f156d4de6e70,33361,1732044116721 started 2024-11-19T19:21:58,877 INFO [RS:0;f156d4de6e70:33361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:21:58,877 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,33361,1732044116721, RpcServer on f156d4de6e70/172.17.0.3:33361, sessionid=0x101548baea50004 2024-11-19T19:21:58,877 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:21:58,877 DEBUG [RS:0;f156d4de6e70:33361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,33361,1732044116721 2024-11-19T19:21:58,877 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,33361,1732044116721' 2024-11-19T19:21:58,877 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1867835091/flush-table-proc/abort' 2024-11-19T19:21:58,878 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1867835091/flush-table-proc/acquired' 2024-11-19T19:21:58,878 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:21:58,878 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:21:58,878 DEBUG [RS:0;f156d4de6e70:33361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,33361,1732044116721 2024-11-19T19:21:58,878 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,33361,1732044116721' 2024-11-19T19:21:58,878 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1867835091/online-snapshot/abort' 2024-11-19T19:21:58,879 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1867835091/online-snapshot/acquired' 2024-11-19T19:21:58,879 DEBUG [RS:0;f156d4de6e70:33361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:21:58,879 INFO [RS:0;f156d4de6e70:33361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:21:58,879 INFO [RS:0;f156d4de6e70:33361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:21:58,979 INFO [RS:0;f156d4de6e70:33361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:21:58,981 INFO [RS:0;f156d4de6e70:33361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C33361%2C1732044116721, suffix=, logDir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721, archiveDir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/oldWALs, maxLogs=10 2024-11-19T19:21:58,993 DEBUG [RS:0;f156d4de6e70:33361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981, exclude list is [], retry=0 2024-11-19T19:21:58,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38057,DS-e62109a2-cbb8-487f-8192-9489e6bb1f33,DISK] 2024-11-19T19:21:58,998 INFO [RS:0;f156d4de6e70:33361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 2024-11-19T19:21:58,998 DEBUG [RS:0;f156d4de6e70:33361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36771:36771)] 2024-11-19T19:21:59,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:21:59,147 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953 2024-11-19T19:21:59,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:21:59,284 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:21:59,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:59,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:21:59,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:21:59,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:59,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:59,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:21:59,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:21:59,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:59,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:59,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:21:59,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:21:59,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:59,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:59,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:21:59,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:21:59,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:59,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:59,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:21:59,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740 2024-11-19T19:21:59,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740 2024-11-19T19:21:59,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:21:59,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:21:59,560 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:59,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:21:59,562 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:21:59,562 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73431252, jitterRate=0.0942109227180481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:59,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044119552Initializing all the Stores at 1732044119553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044119553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044119553Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044119553Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044119553Cleaning up temporary data from old regions at 1732044119559 (+6 ms)Region opened successfully at 1732044119562 (+3 ms) 2024-11-19T19:21:59,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:21:59,562 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:21:59,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:21:59,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:21:59,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:21:59,563 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:21:59,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044119562Disabling compacts and flushes for region at 1732044119562Disabling writes for close at 1732044119562Writing region close event to WAL at 1732044119563 (+1 ms)Closed at 1732044119563 2024-11-19T19:21:59,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:21:59,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:21:59,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:21:59,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:21:59,565 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:21:59,715 DEBUG [f156d4de6e70:43097 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:21:59,715 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,33361,1732044116721 2024-11-19T19:21:59,716 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,33361,1732044116721, state=OPENING 2024-11-19T19:21:59,782 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:21:59,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:21:59,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:21:59,793 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:21:59,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1867835091/meta-region-server: CHANGED 2024-11-19T19:21:59,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1867835091/meta-region-server: CHANGED 2024-11-19T19:21:59,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,33361,1732044116721}] 2024-11-19T19:21:59,913 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:21:59,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:59,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:59,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:59,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:59,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:59,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:59,945 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:21:59,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:59,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:59,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:21:59,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:21:59,949 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:21:59,949 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:21:59,949 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:21:59,951 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C33361%2C1732044116721.meta, suffix=.meta, logDir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721, archiveDir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/oldWALs, maxLogs=10 2024-11-19T19:21:59,967 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.meta.1732044119951.meta, exclude list is [], retry=0 2024-11-19T19:21:59,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38057,DS-e62109a2-cbb8-487f-8192-9489e6bb1f33,DISK] 2024-11-19T19:21:59,971 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.meta.1732044119951.meta 2024-11-19T19:21:59,971 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36771:36771)] 2024-11-19T19:21:59,971 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:21:59,971 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:21:59,972 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:21:59,972 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:21:59,972 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:21:59,972 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:21:59,972 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:21:59,972 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:21:59,972 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:21:59,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:21:59,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:21:59,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:59,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:59,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:21:59,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:21:59,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:59,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:59,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:21:59,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:21:59,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:59,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:59,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:21:59,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:21:59,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:21:59,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:21:59,977 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:21:59,977 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740 2024-11-19T19:21:59,978 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740 2024-11-19T19:21:59,979 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:21:59,979 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:21:59,979 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:21:59,980 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:21:59,980 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70792249, jitterRate=0.05488671362400055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:21:59,980 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:21:59,980 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044119972Writing region info on filesystem at 1732044119972Initializing all the Stores at 1732044119973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044119973Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044119973Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044119973Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044119973Cleaning up temporary data from old regions at 1732044119979 (+6 ms)Running coprocessor post-open hooks at 1732044119980 (+1 ms)Region opened successfully at 1732044119980 2024-11-19T19:21:59,981 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044119944 2024-11-19T19:21:59,982 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:21:59,983 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:21:59,983 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,33361,1732044116721 2024-11-19T19:21:59,983 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,33361,1732044116721, state=OPEN 2024-11-19T19:21:59,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1867835091/meta-region-server 2024-11-19T19:21:59,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1867835091/meta-region-server 2024-11-19T19:21:59,996 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,33361,1732044116721 2024-11-19T19:21:59,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1867835091/meta-region-server: CHANGED 2024-11-19T19:21:59,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1867835091/meta-region-server: CHANGED 2024-11-19T19:21:59,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:21:59,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,33361,1732044116721 in 203 msec 2024-11-19T19:22:00,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:22:00,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-19T19:22:00,000 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:22:00,000 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:22:00,001 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:00,001 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,33361,1732044116721, seqNum=-1] 2024-11-19T19:22:00,002 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:00,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:22:00,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-19T19:22:00,006 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044120006, completionTime=-1 2024-11-19T19:22:00,006 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:22:00,006 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:22:00,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:22:00,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044180008 2024-11-19T19:22:00,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044240008 2024-11-19T19:22:00,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T19:22:00,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43097,1732044116565-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:00,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43097,1732044116565-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:00,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43097,1732044116565-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:00,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:43097, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:00,008 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:00,009 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:00,010 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:22:00,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.226sec 2024-11-19T19:22:00,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:22:00,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:22:00,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:22:00,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:22:00,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:22:00,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43097,1732044116565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:22:00,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43097,1732044116565-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:22:00,015 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:22:00,015 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:22:00,015 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43097,1732044116565-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:00,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a00ffe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:00,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,43097,-1 for getting cluster id 2024-11-19T19:22:00,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:00,049 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1145c37e-fb62-42e0-8e02-8296a8b8cddd' 2024-11-19T19:22:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:00,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1145c37e-fb62-42e0-8e02-8296a8b8cddd" 2024-11-19T19:22:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a416dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,43097,-1] 2024-11-19T19:22:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:00,051 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:00,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16523082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:00,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:00,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,33361,1732044116721, seqNum=-1] 2024-11-19T19:22:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:00,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:22:00,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,43097,1732044116565 2024-11-19T19:22:00,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55252 2024-11-19T19:22:00,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:22:00,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101548baea50005 connected 2024-11-19T19:22:00,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35629,1732044110797 2024-11-19T19:22:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@207e4de4 2024-11-19T19:22:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:00,080 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:00,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:22:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:22:00,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:22:00,082 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:00,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:22:00,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:22:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:00,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:22:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:00,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc923e190e8910c586972ed7b2e8f2d8, NAME => 'test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6 2024-11-19T19:22:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:22:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:00,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:00,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc923e190e8910c586972ed7b2e8f2d8, disabling compactions & flushes 2024-11-19T19:22:00,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. 2024-11-19T19:22:00,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. 2024-11-19T19:22:00,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. after waiting 0 ms 2024-11-19T19:22:00,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. 2024-11-19T19:22:00,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. 2024-11-19T19:22:00,895 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc923e190e8910c586972ed7b2e8f2d8: Waiting for close lock at 1732044120895Disabling compacts and flushes for region at 1732044120895Disabling writes for close at 1732044120895Writing region close event to WAL at 1732044120895Closed at 1732044120895 2024-11-19T19:22:00,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:22:00,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044120896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044120896"}]},"ts":"1732044120896"} 2024-11-19T19:22:00,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:22:00,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:22:00,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044120899"}]},"ts":"1732044120899"} 2024-11-19T19:22:00,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:22:00,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc923e190e8910c586972ed7b2e8f2d8, ASSIGN}] 2024-11-19T19:22:00,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc923e190e8910c586972ed7b2e8f2d8, ASSIGN 2024-11-19T19:22:00,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc923e190e8910c586972ed7b2e8f2d8, ASSIGN; state=OFFLINE, location=f156d4de6e70,42387,1732044111115; forceNewPlan=false, retain=false 2024-11-19T19:22:01,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc923e190e8910c586972ed7b2e8f2d8, regionState=OPENING, regionLocation=f156d4de6e70,42387,1732044111115 2024-11-19T19:22:01,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc923e190e8910c586972ed7b2e8f2d8, ASSIGN because future has completed 2024-11-19T19:22:01,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc923e190e8910c586972ed7b2e8f2d8, server=f156d4de6e70,42387,1732044111115}] 2024-11-19T19:22:01,210 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. 2024-11-19T19:22:01,210 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc923e190e8910c586972ed7b2e8f2d8, NAME => 'test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:01,210 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:22:01,210 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:22:01,210 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:01,211 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:01,211 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:01,211 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:01,212 INFO [StoreOpener-cc923e190e8910c586972ed7b2e8f2d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:01,213 INFO [StoreOpener-cc923e190e8910c586972ed7b2e8f2d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc923e190e8910c586972ed7b2e8f2d8 columnFamilyName f 2024-11-19T19:22:01,213 DEBUG [StoreOpener-cc923e190e8910c586972ed7b2e8f2d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:01,213 INFO [StoreOpener-cc923e190e8910c586972ed7b2e8f2d8-1 {}] regionserver.HStore(327): Store=cc923e190e8910c586972ed7b2e8f2d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:01,213 INFO [StoreOpener-cc923e190e8910c586972ed7b2e8f2d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:01,214 INFO [StoreOpener-cc923e190e8910c586972ed7b2e8f2d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc923e190e8910c586972ed7b2e8f2d8 columnFamilyName f1 2024-11-19T19:22:01,214 DEBUG [StoreOpener-cc923e190e8910c586972ed7b2e8f2d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:01,215 INFO [StoreOpener-cc923e190e8910c586972ed7b2e8f2d8-1 {}] regionserver.HStore(327): Store=cc923e190e8910c586972ed7b2e8f2d8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:01,215 INFO [StoreOpener-cc923e190e8910c586972ed7b2e8f2d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:01,216 INFO [StoreOpener-cc923e190e8910c586972ed7b2e8f2d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc923e190e8910c586972ed7b2e8f2d8 columnFamilyName norep 2024-11-19T19:22:01,216 DEBUG [StoreOpener-cc923e190e8910c586972ed7b2e8f2d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:01,216 INFO [StoreOpener-cc923e190e8910c586972ed7b2e8f2d8-1 {}] regionserver.HStore(327): Store=cc923e190e8910c586972ed7b2e8f2d8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:01,216 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:01,216 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:01,217 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:01,217 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:01,217 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:01,218 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:22:01,218 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:01,220 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:01,220 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc923e190e8910c586972ed7b2e8f2d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66754302, jitterRate=-0.005283385515213013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:22:01,220 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:01,221 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc923e190e8910c586972ed7b2e8f2d8: Running coprocessor pre-open hook at 1732044121211Writing region info on filesystem at 1732044121211Initializing all the Stores at 1732044121211Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044121211Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044121211Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044121211Cleaning up temporary data from old regions at 1732044121217 (+6 ms)Running coprocessor post-open hooks at 1732044121220 (+3 ms)Region opened successfully at 1732044121221 (+1 ms) 2024-11-19T19:22:01,221 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8., pid=6, masterSystemTime=1732044121207 2024-11-19T19:22:01,223 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. 2024-11-19T19:22:01,223 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. 2024-11-19T19:22:01,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc923e190e8910c586972ed7b2e8f2d8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,42387,1732044111115 2024-11-19T19:22:01,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc923e190e8910c586972ed7b2e8f2d8, server=f156d4de6e70,42387,1732044111115 because future has completed 2024-11-19T19:22:01,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:22:01,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc923e190e8910c586972ed7b2e8f2d8, server=f156d4de6e70,42387,1732044111115 in 171 msec 2024-11-19T19:22:01,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:22:01,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc923e190e8910c586972ed7b2e8f2d8, ASSIGN in 327 msec 2024-11-19T19:22:01,230 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:22:01,230 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044121230"}]},"ts":"1732044121230"} 2024-11-19T19:22:01,231 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:22:01,232 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:22:01,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-19T19:22:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:02,229 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:22:02,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,43097,1732044116565 2024-11-19T19:22:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3730e2d3 2024-11-19T19:22:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:02,231 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:02,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:22:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:22:02,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:22:02,234 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:02,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:22:02,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:22:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:02,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:22:02,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2872a10e8f77b440e68ef7b688f907dc, NAME => 'test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953 2024-11-19T19:22:02,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:22:02,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:02,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2872a10e8f77b440e68ef7b688f907dc, disabling compactions & flushes 2024-11-19T19:22:02,246 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. 2024-11-19T19:22:02,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. 2024-11-19T19:22:02,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. after waiting 0 ms 2024-11-19T19:22:02,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. 2024-11-19T19:22:02,246 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. 2024-11-19T19:22:02,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2872a10e8f77b440e68ef7b688f907dc: Waiting for close lock at 1732044122246Disabling compacts and flushes for region at 1732044122246Disabling writes for close at 1732044122246Writing region close event to WAL at 1732044122246Closed at 1732044122246 2024-11-19T19:22:02,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:22:02,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044122247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044122247"}]},"ts":"1732044122247"} 2024-11-19T19:22:02,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:22:02,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:22:02,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044122250"}]},"ts":"1732044122250"} 2024-11-19T19:22:02,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:22:02,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2872a10e8f77b440e68ef7b688f907dc, ASSIGN}] 2024-11-19T19:22:02,252 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2872a10e8f77b440e68ef7b688f907dc, ASSIGN 2024-11-19T19:22:02,253 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2872a10e8f77b440e68ef7b688f907dc, ASSIGN; state=OFFLINE, location=f156d4de6e70,33361,1732044116721; forceNewPlan=false, retain=false 2024-11-19T19:22:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:02,403 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2872a10e8f77b440e68ef7b688f907dc, regionState=OPENING, regionLocation=f156d4de6e70,33361,1732044116721 2024-11-19T19:22:02,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2872a10e8f77b440e68ef7b688f907dc, ASSIGN because future has completed 2024-11-19T19:22:02,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2872a10e8f77b440e68ef7b688f907dc, server=f156d4de6e70,33361,1732044116721}] 2024-11-19T19:22:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:02,560 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. 2024-11-19T19:22:02,560 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2872a10e8f77b440e68ef7b688f907dc, NAME => 'test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:02,560 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:22:02,560 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:22:02,561 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:02,561 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:02,561 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:02,561 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:02,562 INFO [StoreOpener-2872a10e8f77b440e68ef7b688f907dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:02,563 INFO [StoreOpener-2872a10e8f77b440e68ef7b688f907dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2872a10e8f77b440e68ef7b688f907dc columnFamilyName f 2024-11-19T19:22:02,563 DEBUG [StoreOpener-2872a10e8f77b440e68ef7b688f907dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:02,563 INFO [StoreOpener-2872a10e8f77b440e68ef7b688f907dc-1 {}] regionserver.HStore(327): Store=2872a10e8f77b440e68ef7b688f907dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:02,564 INFO [StoreOpener-2872a10e8f77b440e68ef7b688f907dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:02,564 INFO [StoreOpener-2872a10e8f77b440e68ef7b688f907dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2872a10e8f77b440e68ef7b688f907dc columnFamilyName f1 2024-11-19T19:22:02,564 DEBUG [StoreOpener-2872a10e8f77b440e68ef7b688f907dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:02,565 INFO [StoreOpener-2872a10e8f77b440e68ef7b688f907dc-1 {}] regionserver.HStore(327): Store=2872a10e8f77b440e68ef7b688f907dc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:02,565 INFO [StoreOpener-2872a10e8f77b440e68ef7b688f907dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:02,566 INFO [StoreOpener-2872a10e8f77b440e68ef7b688f907dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2872a10e8f77b440e68ef7b688f907dc columnFamilyName norep 2024-11-19T19:22:02,566 DEBUG [StoreOpener-2872a10e8f77b440e68ef7b688f907dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:02,566 INFO [StoreOpener-2872a10e8f77b440e68ef7b688f907dc-1 {}] regionserver.HStore(327): Store=2872a10e8f77b440e68ef7b688f907dc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:02,566 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:02,567 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:02,567 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:02,568 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:02,568 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:02,568 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:22:02,569 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:02,570 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:02,571 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2872a10e8f77b440e68ef7b688f907dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66104029, jitterRate=-0.01497320830821991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:22:02,571 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:02,571 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2872a10e8f77b440e68ef7b688f907dc: Running coprocessor pre-open hook at 1732044122561Writing region info on filesystem at 1732044122561Initializing all the Stores at 1732044122562 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044122562Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044122562Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044122562Cleaning up temporary data from old regions at 1732044122568 (+6 ms)Running coprocessor post-open hooks at 1732044122571 (+3 ms)Region opened successfully at 1732044122571 2024-11-19T19:22:02,572 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc., pid=6, masterSystemTime=1732044122557 2024-11-19T19:22:02,574 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. 2024-11-19T19:22:02,574 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. 2024-11-19T19:22:02,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2872a10e8f77b440e68ef7b688f907dc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,33361,1732044116721 2024-11-19T19:22:02,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2872a10e8f77b440e68ef7b688f907dc, server=f156d4de6e70,33361,1732044116721 because future has completed 2024-11-19T19:22:02,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:22:02,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2872a10e8f77b440e68ef7b688f907dc, server=f156d4de6e70,33361,1732044116721 in 172 msec 2024-11-19T19:22:02,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:22:02,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2872a10e8f77b440e68ef7b688f907dc, ASSIGN in 329 msec 2024-11-19T19:22:02,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:22:02,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044122582"}]},"ts":"1732044122582"} 2024-11-19T19:22:02,583 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:22:02,584 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:22:02,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 352 msec 2024-11-19T19:22:02,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:02,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:22:02,740 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18249 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:22:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:02,859 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:22:02,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6014d970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:02,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35629,-1 for getting cluster id 2024-11-19T19:22:02,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:02,861 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2637a4b0-9504-43ac-8161-fbc49862a043' 2024-11-19T19:22:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2637a4b0-9504-43ac-8161-fbc49862a043" 2024-11-19T19:22:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7792e655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35629,-1] 2024-11-19T19:22:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:02,862 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:02,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e1f798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:02,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:02,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,43097,-1 for getting cluster id 2024-11-19T19:22:02,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:02,864 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1145c37e-fb62-42e0-8e02-8296a8b8cddd' 2024-11-19T19:22:02,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:02,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1145c37e-fb62-42e0-8e02-8296a8b8cddd" 2024-11-19T19:22:02,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a2ac33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:02,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,43097,-1] 2024-11-19T19:22:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:02,865 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:02,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39338870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:02,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:02,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35629,-1 for getting cluster id 2024-11-19T19:22:02,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:02,867 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2637a4b0-9504-43ac-8161-fbc49862a043' 2024-11-19T19:22:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2637a4b0-9504-43ac-8161-fbc49862a043" 2024-11-19T19:22:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1316e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:02,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35629,-1] 2024-11-19T19:22:02,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:02,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:02,870 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:02,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4b63b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:02,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:02,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35629,1732044110797 2024-11-19T19:22:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c28415 2024-11-19T19:22:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:02,873 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:02,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:43097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:22:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:22:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:02,876 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:43097' 2024-11-19T19:22:02,884 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77cd0bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:02,884 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,43097,-1 for getting cluster id 2024-11-19T19:22:02,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:02,885 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1145c37e-fb62-42e0-8e02-8296a8b8cddd' 2024-11-19T19:22:02,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:02,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1145c37e-fb62-42e0-8e02-8296a8b8cddd" 2024-11-19T19:22:02,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ef5b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:02,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,43097,-1] 2024-11-19T19:22:02,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:02,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:02,886 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:02,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69689e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:02,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:02,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,43097,1732044116565 2024-11-19T19:22:02,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ce589bc 2024-11-19T19:22:02,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:02,888 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:02,889 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T19:22:02,889 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:22:02,889 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:02,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:02,889 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:02,890 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:22:02,891 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:22:02,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:22:02,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:02,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:22:02,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741837_1013 (size=1138) 2024-11-19T19:22:02,941 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:22:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:03,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 013aa1a89835fd108233483e3d65c80b, NAME => 'hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6 2024-11-19T19:22:03,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741838_1014 (size=44) 2024-11-19T19:22:03,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:03,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 013aa1a89835fd108233483e3d65c80b, disabling compactions & flushes 2024-11-19T19:22:03,304 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. 2024-11-19T19:22:03,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. 2024-11-19T19:22:03,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. after waiting 0 ms 2024-11-19T19:22:03,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. 2024-11-19T19:22:03,304 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. 2024-11-19T19:22:03,304 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 013aa1a89835fd108233483e3d65c80b: Waiting for close lock at 1732044123303Disabling compacts and flushes for region at 1732044123303Disabling writes for close at 1732044123304 (+1 ms)Writing region close event to WAL at 1732044123304Closed at 1732044123304 2024-11-19T19:22:03,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:22:03,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732044123305"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044123305"}]},"ts":"1732044123305"} 2024-11-19T19:22:03,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:22:03,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:22:03,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044123307"}]},"ts":"1732044123307"} 2024-11-19T19:22:03,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:22:03,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=013aa1a89835fd108233483e3d65c80b, ASSIGN}] 2024-11-19T19:22:03,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=013aa1a89835fd108233483e3d65c80b, ASSIGN 2024-11-19T19:22:03,310 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=013aa1a89835fd108233483e3d65c80b, ASSIGN; state=OFFLINE, location=f156d4de6e70,42387,1732044111115; forceNewPlan=false, retain=false 2024-11-19T19:22:03,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=013aa1a89835fd108233483e3d65c80b, regionState=OPENING, regionLocation=f156d4de6e70,42387,1732044111115 2024-11-19T19:22:03,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=013aa1a89835fd108233483e3d65c80b, ASSIGN because future has completed 2024-11-19T19:22:03,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 013aa1a89835fd108233483e3d65c80b, server=f156d4de6e70,42387,1732044111115}] 2024-11-19T19:22:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:03,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. 2024-11-19T19:22:03,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:03,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:22:03,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C42387%2C1732044111115.rep, suffix=, logDir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115, archiveDir=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/oldWALs, maxLogs=10 2024-11-19T19:22:03,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.rep.1732044123620, exclude list is [], retry=0 2024-11-19T19:22:03,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43933,DS-01b0b5b3-4a40-4bbc-aca2-ecb25035b173,DISK] 2024-11-19T19:22:03,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.rep.1732044123620 2024-11-19T19:22:03,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41005:41005)] 2024-11-19T19:22:03,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 013aa1a89835fd108233483e3d65c80b, NAME => 'hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:03,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:22:03,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:22:03,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. service=MultiRowMutationService 2024-11-19T19:22:03,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:22:03,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:03,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:03,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:03,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:03,648 INFO [StoreOpener-013aa1a89835fd108233483e3d65c80b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:03,649 INFO [StoreOpener-013aa1a89835fd108233483e3d65c80b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 013aa1a89835fd108233483e3d65c80b columnFamilyName hfileref 2024-11-19T19:22:03,649 DEBUG [StoreOpener-013aa1a89835fd108233483e3d65c80b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:03,650 INFO [StoreOpener-013aa1a89835fd108233483e3d65c80b-1 {}] regionserver.HStore(327): Store=013aa1a89835fd108233483e3d65c80b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:03,650 INFO [StoreOpener-013aa1a89835fd108233483e3d65c80b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:03,650 INFO [StoreOpener-013aa1a89835fd108233483e3d65c80b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 013aa1a89835fd108233483e3d65c80b columnFamilyName queue 2024-11-19T19:22:03,651 DEBUG [StoreOpener-013aa1a89835fd108233483e3d65c80b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:03,651 INFO [StoreOpener-013aa1a89835fd108233483e3d65c80b-1 {}] regionserver.HStore(327): Store=013aa1a89835fd108233483e3d65c80b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:03,651 INFO [StoreOpener-013aa1a89835fd108233483e3d65c80b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:03,652 INFO [StoreOpener-013aa1a89835fd108233483e3d65c80b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 013aa1a89835fd108233483e3d65c80b columnFamilyName sid 2024-11-19T19:22:03,652 DEBUG [StoreOpener-013aa1a89835fd108233483e3d65c80b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:03,652 INFO [StoreOpener-013aa1a89835fd108233483e3d65c80b-1 {}] regionserver.HStore(327): Store=013aa1a89835fd108233483e3d65c80b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:03,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:03,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/replication/013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:03,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/replication/013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:03,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:03,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:03,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:22:03,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:03,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/replication/013aa1a89835fd108233483e3d65c80b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:03,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 013aa1a89835fd108233483e3d65c80b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65572329, jitterRate=-0.02289615571498871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:22:03,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:03,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 013aa1a89835fd108233483e3d65c80b: Running coprocessor pre-open hook at 1732044123645Writing region info on filesystem at 1732044123645Initializing all the Stores at 1732044123646 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044123646Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044123648 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044123648Cleaning up temporary data from old regions at 1732044123654 (+6 ms)Running coprocessor post-open hooks at 1732044123657 (+3 ms)Region opened successfully at 1732044123658 (+1 ms) 2024-11-19T19:22:03,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b., pid=10, masterSystemTime=1732044123615 2024-11-19T19:22:03,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. 2024-11-19T19:22:03,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. 2024-11-19T19:22:03,661 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=013aa1a89835fd108233483e3d65c80b, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,42387,1732044111115 2024-11-19T19:22:03,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 013aa1a89835fd108233483e3d65c80b, server=f156d4de6e70,42387,1732044111115 because future has completed 2024-11-19T19:22:03,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:22:03,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 013aa1a89835fd108233483e3d65c80b, server=f156d4de6e70,42387,1732044111115 in 201 msec 2024-11-19T19:22:03,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T19:22:03,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=013aa1a89835fd108233483e3d65c80b, ASSIGN in 356 msec 2024-11-19T19:22:03,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:22:03,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044123667"}]},"ts":"1732044123667"} 2024-11-19T19:22:03,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:22:03,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:22:03,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 780 msec 2024-11-19T19:22:03,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b., hostname=f156d4de6e70,42387,1732044111115, seqNum=2] 2024-11-19T19:22:03,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:22:03,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:22:03,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:22:03,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T19:22:03,988 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:22:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:04,021 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,42387,1732044111115, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:22:04,021 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:04,021 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,42387,1732044111115, seqNum=-1] 2024-11-19T19:22:04,021 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:04,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T19:22:04,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,42387,1732044111115', locateType=CURRENT is [region=hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b., hostname=f156d4de6e70,42387,1732044111115, seqNum=2] 2024-11-19T19:22:04,026 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T19:22:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T19:22:04,028 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,42387,1732044111115 suceeded 2024-11-19T19:22:04,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T19:22:04,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-19T19:22:04,030 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:43097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:22:04,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1570 sec 2024-11-19T19:22:04,039 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:43097' 2024-11-19T19:22:04,040 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272f0a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:04,040 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,43097,-1 for getting cluster id 2024-11-19T19:22:04,040 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:04,041 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1145c37e-fb62-42e0-8e02-8296a8b8cddd' 2024-11-19T19:22:04,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:04,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1145c37e-fb62-42e0-8e02-8296a8b8cddd" 2024-11-19T19:22:04,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7688631b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:04,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,43097,-1] 2024-11-19T19:22:04,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:04,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:04,042 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:04,043 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77175e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:04,043 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:04,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,43097,1732044116565 2024-11-19T19:22:04,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f18ed5b 2024-11-19T19:22:04,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:04,044 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-19T19:22:04,045 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,42387,1732044111115 (queues=1) is replicating from cluster=2637a4b0-9504-43ac-8161-fbc49862a043 to cluster=1145c37e-fb62-42e0-8e02-8296a8b8cddd 2024-11-19T19:22:04,045 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C42387%2C1732044111115 2024-11-19T19:22:04,045 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,42387,1732044111115, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:22:04,045 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C42387%2C1732044111115 2024-11-19T19:22:04,045 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413, startPosition=0, beingWritten=true 2024-11-19T19:22:04,051 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:04,051 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 379, reset compression=false 2024-11-19T19:22:04,051 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,42387,1732044111115 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:04,254 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 379, reset compression=false 2024-11-19T19:22:04,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T19:22:04,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T19:22:04,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T19:22:04,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T19:22:04,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:22:04,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T19:22:04,558 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 379, reset compression=false 2024-11-19T19:22:04,844 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T19:22:04,962 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 379, reset compression=false 2024-11-19T19:22:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:05,020 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:22:05,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:05,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:05,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:05,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:05,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:05,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:05,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,43097,-1 for getting cluster id 2024-11-19T19:22:05,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:05,022 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1145c37e-fb62-42e0-8e02-8296a8b8cddd' 2024-11-19T19:22:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1145c37e-fb62-42e0-8e02-8296a8b8cddd" 2024-11-19T19:22:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243b128c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,43097,-1] 2024-11-19T19:22:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:05,023 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:05,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c55a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:05,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:05,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,43097,1732044116565 2024-11-19T19:22:05,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b70910a 2024-11-19T19:22:05,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:05,025 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:05,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:35629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:22:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:22:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:05,027 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:35629' 2024-11-19T19:22:05,028 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d97146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:05,028 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35629,-1 for getting cluster id 2024-11-19T19:22:05,028 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:05,028 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2637a4b0-9504-43ac-8161-fbc49862a043' 2024-11-19T19:22:05,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:05,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2637a4b0-9504-43ac-8161-fbc49862a043" 2024-11-19T19:22:05,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38eec50f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:05,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35629,-1] 2024-11-19T19:22:05,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:05,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:05,030 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:05,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574b85c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:05,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:05,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35629,1732044110797 2024-11-19T19:22:05,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2db45ec9 2024-11-19T19:22:05,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:05,031 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:05,032 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T19:22:05,032 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:22:05,032 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:05,032 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:05,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:05,032 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:22:05,033 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:22:05,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:22:05,034 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:05,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:22:05,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741837_1013 (size=1138) 2024-11-19T19:22:05,083 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:22:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:05,440 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23249bd465615425a7be57efc271114d, NAME => 'hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953 2024-11-19T19:22:05,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741838_1014 (size=44) 2024-11-19T19:22:05,465 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 379, reset compression=false 2024-11-19T19:22:05,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:22:05,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:05,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:05,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:05,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:05,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:05,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:05,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:05,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:05,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:05,556 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T19:22:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:05,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:05,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 23249bd465615425a7be57efc271114d, disabling compactions & flushes 2024-11-19T19:22:05,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. 2024-11-19T19:22:05,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. 2024-11-19T19:22:05,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. after waiting 0 ms 2024-11-19T19:22:05,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. 2024-11-19T19:22:05,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. 2024-11-19T19:22:05,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23249bd465615425a7be57efc271114d: Waiting for close lock at 1732044125847Disabling compacts and flushes for region at 1732044125847Disabling writes for close at 1732044125847Writing region close event to WAL at 1732044125847Closed at 1732044125847 2024-11-19T19:22:05,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:22:05,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732044125848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044125848"}]},"ts":"1732044125848"} 2024-11-19T19:22:05,850 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:22:05,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:22:05,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044125851"}]},"ts":"1732044125851"} 2024-11-19T19:22:05,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:22:05,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23249bd465615425a7be57efc271114d, ASSIGN}] 2024-11-19T19:22:05,854 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23249bd465615425a7be57efc271114d, ASSIGN 2024-11-19T19:22:05,855 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23249bd465615425a7be57efc271114d, ASSIGN; state=OFFLINE, location=f156d4de6e70,33361,1732044116721; forceNewPlan=false, retain=false 2024-11-19T19:22:06,005 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23249bd465615425a7be57efc271114d, regionState=OPENING, regionLocation=f156d4de6e70,33361,1732044116721 2024-11-19T19:22:06,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23249bd465615425a7be57efc271114d, ASSIGN because future has completed 2024-11-19T19:22:06,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23249bd465615425a7be57efc271114d, server=f156d4de6e70,33361,1732044116721}] 2024-11-19T19:22:06,068 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 379, reset compression=false 2024-11-19T19:22:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:06,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. 2024-11-19T19:22:06,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:06,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:22:06,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C33361%2C1732044116721.rep, suffix=, logDir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721, archiveDir=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/oldWALs, maxLogs=10 2024-11-19T19:22:06,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.rep.1732044126165, exclude list is [], retry=0 2024-11-19T19:22:06,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38057,DS-e62109a2-cbb8-487f-8192-9489e6bb1f33,DISK] 2024-11-19T19:22:06,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.rep.1732044126165 2024-11-19T19:22:06,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36771:36771)] 2024-11-19T19:22:06,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 23249bd465615425a7be57efc271114d, NAME => 'hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:06,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:22:06,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:22:06,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. service=MultiRowMutationService 2024-11-19T19:22:06,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:22:06,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 23249bd465615425a7be57efc271114d 2024-11-19T19:22:06,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:06,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 23249bd465615425a7be57efc271114d 2024-11-19T19:22:06,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 23249bd465615425a7be57efc271114d 2024-11-19T19:22:06,186 INFO [StoreOpener-23249bd465615425a7be57efc271114d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 23249bd465615425a7be57efc271114d 2024-11-19T19:22:06,187 INFO [StoreOpener-23249bd465615425a7be57efc271114d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23249bd465615425a7be57efc271114d columnFamilyName hfileref 2024-11-19T19:22:06,187 DEBUG [StoreOpener-23249bd465615425a7be57efc271114d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:06,187 INFO [StoreOpener-23249bd465615425a7be57efc271114d-1 {}] regionserver.HStore(327): Store=23249bd465615425a7be57efc271114d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:06,187 INFO [StoreOpener-23249bd465615425a7be57efc271114d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 23249bd465615425a7be57efc271114d 2024-11-19T19:22:06,188 INFO [StoreOpener-23249bd465615425a7be57efc271114d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23249bd465615425a7be57efc271114d columnFamilyName queue 2024-11-19T19:22:06,188 DEBUG [StoreOpener-23249bd465615425a7be57efc271114d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:06,188 INFO [StoreOpener-23249bd465615425a7be57efc271114d-1 {}] regionserver.HStore(327): Store=23249bd465615425a7be57efc271114d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:06,189 INFO [StoreOpener-23249bd465615425a7be57efc271114d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 23249bd465615425a7be57efc271114d 2024-11-19T19:22:06,189 INFO [StoreOpener-23249bd465615425a7be57efc271114d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23249bd465615425a7be57efc271114d columnFamilyName sid 2024-11-19T19:22:06,189 DEBUG [StoreOpener-23249bd465615425a7be57efc271114d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:06,190 INFO [StoreOpener-23249bd465615425a7be57efc271114d-1 {}] regionserver.HStore(327): Store=23249bd465615425a7be57efc271114d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:06,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 23249bd465615425a7be57efc271114d 2024-11-19T19:22:06,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/replication/23249bd465615425a7be57efc271114d 2024-11-19T19:22:06,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/replication/23249bd465615425a7be57efc271114d 2024-11-19T19:22:06,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 23249bd465615425a7be57efc271114d 2024-11-19T19:22:06,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 23249bd465615425a7be57efc271114d 2024-11-19T19:22:06,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:22:06,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 23249bd465615425a7be57efc271114d 2024-11-19T19:22:06,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/replication/23249bd465615425a7be57efc271114d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:06,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 23249bd465615425a7be57efc271114d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64443228, jitterRate=-0.03972107172012329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:22:06,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23249bd465615425a7be57efc271114d 2024-11-19T19:22:06,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 23249bd465615425a7be57efc271114d: Running coprocessor pre-open hook at 1732044126185Writing region info on filesystem at 1732044126185Initializing all the Stores at 1732044126185Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044126185Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044126186 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044126186Cleaning up temporary data from old regions at 1732044126191 (+5 ms)Running coprocessor post-open hooks at 1732044126194 (+3 ms)Region opened successfully at 1732044126194 2024-11-19T19:22:06,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d., pid=10, masterSystemTime=1732044126161 2024-11-19T19:22:06,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. 2024-11-19T19:22:06,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. 2024-11-19T19:22:06,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23249bd465615425a7be57efc271114d, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,33361,1732044116721 2024-11-19T19:22:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23249bd465615425a7be57efc271114d, server=f156d4de6e70,33361,1732044116721 because future has completed 2024-11-19T19:22:06,200 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43097 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=f156d4de6e70,33361,1732044116721, table=hbase:replication, region=23249bd465615425a7be57efc271114d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T19:22:06,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:22:06,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 23249bd465615425a7be57efc271114d, server=f156d4de6e70,33361,1732044116721 in 193 msec 2024-11-19T19:22:06,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T19:22:06,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23249bd465615425a7be57efc271114d, ASSIGN in 349 msec 2024-11-19T19:22:06,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:22:06,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044126204"}]},"ts":"1732044126204"} 2024-11-19T19:22:06,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:22:06,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:22:06,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-19T19:22:06,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d., hostname=f156d4de6e70,33361,1732044116721, seqNum=2] 2024-11-19T19:22:06,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:22:06,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:22:06,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:22:06,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T19:22:06,440 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:22:06,466 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,33361,1732044116721, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:22:06,466 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:06,467 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,33361,1732044116721, seqNum=-1] 2024-11-19T19:22:06,467 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:06,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T19:22:06,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,33361,1732044116721', locateType=CURRENT is [region=hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d., hostname=f156d4de6e70,33361,1732044116721, seqNum=2] 2024-11-19T19:22:06,471 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T19:22:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T19:22:06,473 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,33361,1732044116721 suceeded 2024-11-19T19:22:06,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T19:22:06,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-19T19:22:06,475 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:35629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:22:06,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4500 sec 2024-11-19T19:22:06,504 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:35629' 2024-11-19T19:22:06,506 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e907aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:06,506 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35629,-1 for getting cluster id 2024-11-19T19:22:06,506 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:06,506 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2637a4b0-9504-43ac-8161-fbc49862a043' 2024-11-19T19:22:06,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:06,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2637a4b0-9504-43ac-8161-fbc49862a043" 2024-11-19T19:22:06,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b52ce87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:06,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35629,-1] 2024-11-19T19:22:06,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:06,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:06,508 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:06,508 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c2a7e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:06,509 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:06,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35629,1732044110797 2024-11-19T19:22:06,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bcdc847 2024-11-19T19:22:06,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:06,510 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-19T19:22:06,510 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,33361,1732044116721 (queues=1) is replicating from cluster=1145c37e-fb62-42e0-8e02-8296a8b8cddd to cluster=2637a4b0-9504-43ac-8161-fbc49862a043 2024-11-19T19:22:06,511 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C33361%2C1732044116721 2024-11-19T19:22:06,511 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,33361,1732044116721, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:22:06,514 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C33361%2C1732044116721 2024-11-19T19:22:06,514 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981, startPosition=0, beingWritten=true 2024-11-19T19:22:06,521 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:06,521 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 379, reset compression=false 2024-11-19T19:22:06,521 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,33361,1732044116721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:06,728 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 379, reset compression=false 2024-11-19T19:22:06,772 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 379, reset compression=false 2024-11-19T19:22:07,032 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 379, reset compression=false 2024-11-19T19:22:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:07,170 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:22:07,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:07,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:07,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:07,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:07,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:07,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:07,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,42387,1732044111115, seqNum=-1] 2024-11-19T19:22:07,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:07,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:22:07,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8., hostname=f156d4de6e70,42387,1732044111115, seqNum=2] 2024-11-19T19:22:07,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:07,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,33361,1732044116721, seqNum=-1] 2024-11-19T19:22:07,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:07,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:22:07,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc., hostname=f156d4de6e70,33361,1732044116721, seqNum=2] 2024-11-19T19:22:07,181 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T19:22:07,435 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 379, reset compression=false 2024-11-19T19:22:07,576 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 379, reset compression=false 2024-11-19T19:22:07,582 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:07,582 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 480, reset compression=false 2024-11-19T19:22:07,582 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,42387,1732044111115 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc923e190e8910c586972ed7b2e8f2d8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T19:22:07,584 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:22:07,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-19T19:22:07,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:07,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6095d085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:07,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,43097,-1 for getting cluster id 2024-11-19T19:22:07,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:07,588 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1145c37e-fb62-42e0-8e02-8296a8b8cddd' 2024-11-19T19:22:07,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:07,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1145c37e-fb62-42e0-8e02-8296a8b8cddd" 2024-11-19T19:22:07,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51fb6acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:07,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,43097,-1] 2024-11-19T19:22:07,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:07,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:07,589 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:07,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65c6db93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:07,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:07,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,33361,1732044116721, seqNum=-1] 2024-11-19T19:22:07,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:07,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T19:22:07,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc., hostname=f156d4de6e70,33361,1732044116721, seqNum=2] 2024-11-19T19:22:07,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:07,788 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 480, reset compression=false 2024-11-19T19:22:07,940 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 379, reset compression=false 2024-11-19T19:22:07,944 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:07,944 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 503, reset compression=false 2024-11-19T19:22:07,944 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,33361,1732044116721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:08,091 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 480, reset compression=false 2024-11-19T19:22:08,149 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 503, reset compression=false 2024-11-19T19:22:08,185 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T19:22:08,188 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T19:22:08,453 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 503, reset compression=false 2024-11-19T19:22:08,457 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:08,458 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 607, reset compression=false 2024-11-19T19:22:08,458 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,33361,1732044116721 got entry batch from reader: WALEntryBatch [walEntries=[{test/2872a10e8f77b440e68ef7b688f907dc/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T19:22:08,459 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:22:08,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-19T19:22:08,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:08,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49b4204b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:08,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35629,-1 for getting cluster id 2024-11-19T19:22:08,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:08,462 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2637a4b0-9504-43ac-8161-fbc49862a043' 2024-11-19T19:22:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2637a4b0-9504-43ac-8161-fbc49862a043" 2024-11-19T19:22:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b4b841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35629,-1] 2024-11-19T19:22:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:08,463 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:08,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41c5190f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:08,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:08,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,42387,1732044111115, seqNum=-1] 2024-11-19T19:22:08,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:08,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T19:22:08,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8., hostname=f156d4de6e70,42387,1732044111115, seqNum=2] 2024-11-19T19:22:08,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:08,495 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 480, reset compression=false 2024-11-19T19:22:08,499 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:08,499 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 607, reset compression=false 2024-11-19T19:22:08,499 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,42387,1732044111115 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:08,661 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 607, reset compression=false 2024-11-19T19:22:08,703 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 607, reset compression=false 2024-11-19T19:22:08,965 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 607, reset compression=false 2024-11-19T19:22:09,007 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 607, reset compression=false 2024-11-19T19:22:09,190 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T19:22:09,199 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T19:22:09,374 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 607, reset compression=false 2024-11-19T19:22:09,410 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 607, reset compression=false 2024-11-19T19:22:09,422 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:09,422 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 763, reset compression=false 2024-11-19T19:22:09,422 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,42387,1732044111115 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc923e190e8910c586972ed7b2e8f2d8/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T19:22:09,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:09,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33361 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:09,638 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 763, reset compression=false 2024-11-19T19:22:09,879 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 607, reset compression=false 2024-11-19T19:22:09,883 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:09,883 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 754, reset compression=false 2024-11-19T19:22:09,883 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,33361,1732044116721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:09,941 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 763, reset compression=false 2024-11-19T19:22:10,087 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 754, reset compression=false 2024-11-19T19:22:10,201 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T19:22:10,204 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T19:22:10,345 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 763, reset compression=false 2024-11-19T19:22:10,390 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 754, reset compression=false 2024-11-19T19:22:10,394 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:10,395 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 913, reset compression=false 2024-11-19T19:22:10,395 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,33361,1732044116721 got entry batch from reader: WALEntryBatch [walEntries=[{test/2872a10e8f77b440e68ef7b688f907dc/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T19:22:10,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:10,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42387 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:10,598 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 913, reset compression=false 2024-11-19T19:22:10,849 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 763, reset compression=false 2024-11-19T19:22:10,853 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:10,853 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 912, reset compression=false 2024-11-19T19:22:10,853 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,42387,1732044111115 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:10,901 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 913, reset compression=false 2024-11-19T19:22:11,056 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 912, reset compression=false 2024-11-19T19:22:11,205 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T19:22:11,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:22:11,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:11,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:11,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:11,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:11,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:11,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:22:11,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=479808118, stopped=false 2024-11-19T19:22:11,208 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,43097,1732044116565 2024-11-19T19:22:11,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1867835091/running 2024-11-19T19:22:11,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1867835091/running 2024-11-19T19:22:11,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:22:11,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:22:11,227 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:22:11,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:11,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:11,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:11,228 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,33361,1732044116721' ***** 2024-11-19T19:22:11,228 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:22:11,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Set watcher on znode that does not yet exist, /1-1867835091/running 2024-11-19T19:22:11,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Set watcher on znode that does not yet exist, /1-1867835091/running 2024-11-19T19:22:11,228 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:22:11,228 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:22:11,228 INFO [RS:0;f156d4de6e70:33361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:22:11,228 INFO [RS:0;f156d4de6e70:33361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:22:11,229 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(3091): Received CLOSE for 23249bd465615425a7be57efc271114d 2024-11-19T19:22:11,229 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(3091): Received CLOSE for 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:11,229 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,33361,1732044116721 2024-11-19T19:22:11,229 INFO [RS:0;f156d4de6e70:33361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:22:11,229 INFO [RS:0;f156d4de6e70:33361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:33361. 2024-11-19T19:22:11,229 DEBUG [RS:0;f156d4de6e70:33361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:11,229 DEBUG [RS:0;f156d4de6e70:33361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:11,229 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23249bd465615425a7be57efc271114d, disabling compactions & flushes 2024-11-19T19:22:11,229 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. 2024-11-19T19:22:11,229 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:22:11,229 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. 2024-11-19T19:22:11,229 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:22:11,229 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:22:11,229 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. after waiting 0 ms 2024-11-19T19:22:11,229 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:22:11,229 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. 2024-11-19T19:22:11,229 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23249bd465615425a7be57efc271114d 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-19T19:22:11,229 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T19:22:11,229 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1325): Online Regions={23249bd465615425a7be57efc271114d=hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d., 2872a10e8f77b440e68ef7b688f907dc=test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:22:11,229 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23249bd465615425a7be57efc271114d, 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:11,229 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:22:11,229 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:22:11,229 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:22:11,230 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:22:11,230 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:22:11,230 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T19:22:11,243 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/replication/23249bd465615425a7be57efc271114d/.tmp/queue/dba0bf1907244795b92e4ddeae87c8df is 153, key is 1-f156d4de6e70,33361,1732044116721/queue:f156d4de6e70%2C33361%2C1732044116721/1732044130399/Put/seqid=0 2024-11-19T19:22:11,243 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/.tmp/info/5a2c5204a16d477e8285df7be8709180 is 147, key is hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d./info:regioninfo/1732044126197/Put/seqid=0 2024-11-19T19:22:11,256 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:22:11,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741841_1017 (size=5352) 2024-11-19T19:22:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741840_1016 (size=7686) 2024-11-19T19:22:11,305 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 913, reset compression=false 2024-11-19T19:22:11,359 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 912, reset compression=false 2024-11-19T19:22:11,430 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23249bd465615425a7be57efc271114d, 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:11,630 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23249bd465615425a7be57efc271114d, 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:11,663 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/.tmp/info/5a2c5204a16d477e8285df7be8709180 2024-11-19T19:22:11,663 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/replication/23249bd465615425a7be57efc271114d/.tmp/queue/dba0bf1907244795b92e4ddeae87c8df 2024-11-19T19:22:11,668 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/replication/23249bd465615425a7be57efc271114d/.tmp/queue/dba0bf1907244795b92e4ddeae87c8df as hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/replication/23249bd465615425a7be57efc271114d/queue/dba0bf1907244795b92e4ddeae87c8df 2024-11-19T19:22:11,672 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/replication/23249bd465615425a7be57efc271114d/queue/dba0bf1907244795b92e4ddeae87c8df, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T19:22:11,672 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 23249bd465615425a7be57efc271114d in 443ms, sequenceid=10, compaction requested=false 2024-11-19T19:22:11,676 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/replication/23249bd465615425a7be57efc271114d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T19:22:11,676 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:22:11,676 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:22:11,676 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. 2024-11-19T19:22:11,676 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23249bd465615425a7be57efc271114d: Waiting for close lock at 1732044131229Running coprocessor pre-close hooks at 1732044131229Disabling compacts and flushes for region at 1732044131229Disabling writes for close at 1732044131229Obtaining lock to block concurrent updates at 1732044131229Preparing flush snapshotting stores in 23249bd465615425a7be57efc271114d at 1732044131229Finished memstore snapshotting hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732044131230 (+1 ms)Flushing stores of hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. at 1732044131230Flushing 23249bd465615425a7be57efc271114d/queue: creating writer at 1732044131230Flushing 23249bd465615425a7be57efc271114d/queue: appending metadata at 1732044131242 (+12 ms)Flushing 23249bd465615425a7be57efc271114d/queue: closing flushed file at 1732044131242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25811542: reopening flushed file at 1732044131667 (+425 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 23249bd465615425a7be57efc271114d in 443ms, sequenceid=10, compaction requested=false at 1732044131672 (+5 ms)Writing region close event to WAL at 1732044131673 (+1 ms)Running coprocessor post-close hooks at 1732044131676 (+3 ms)Closed at 1732044131676 2024-11-19T19:22:11,676 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732044125032.23249bd465615425a7be57efc271114d. 2024-11-19T19:22:11,677 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2872a10e8f77b440e68ef7b688f907dc, disabling compactions & flushes 2024-11-19T19:22:11,677 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. 2024-11-19T19:22:11,677 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. 2024-11-19T19:22:11,677 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. after waiting 0 ms 2024-11-19T19:22:11,677 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. 2024-11-19T19:22:11,677 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2872a10e8f77b440e68ef7b688f907dc 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-19T19:22:11,686 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:22:11,687 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/.tmp/ns/582a794f4374464ba5e9917dfb6cf0d1 is 43, key is default/ns:d/1732044120003/Put/seqid=0 2024-11-19T19:22:11,692 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/.tmp/f/f3c47104a3c042dab5f46ef0b0210624 is 29, key is row1/f:/1732044130201/DeleteFamily/seqid=0 2024-11-19T19:22:11,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741842_1018 (size=5153) 2024-11-19T19:22:11,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741843_1019 (size=5118) 2024-11-19T19:22:11,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:11,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:11,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:11,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:11,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:11,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:11,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:11,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:11,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:11,763 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 912, reset compression=false 2024-11-19T19:22:11,808 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 913, reset compression=false 2024-11-19T19:22:11,813 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:11,813 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 1160, reset compression=false 2024-11-19T19:22:11,813 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,33361,1732044116721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:11,814 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f156d4de6e70,33361,1732044116721: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f156d4de6e70,33361,1732044116721, walGroup=f156d4de6e70%2C33361%2C1732044116721, offset=f156d4de6e70%2C33361%2C1732044116721.1732044118981:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:33361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T19:22:11,814 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T19:22:11,814 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T19:22:11,815 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T19:22:11,816 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T19:22:11,816 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T19:22:11,816 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 614890576 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 190348432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T19:22:11,816 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:43097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:43097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T19:22:11,830 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:11,847 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:22:11,847 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:22:12,016 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 1160, reset compression=false 2024-11-19T19:22:12,030 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:12,099 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/.tmp/ns/582a794f4374464ba5e9917dfb6cf0d1 2024-11-19T19:22:12,102 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/.tmp/f/f3c47104a3c042dab5f46ef0b0210624 2024-11-19T19:22:12,105 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3c47104a3c042dab5f46ef0b0210624 2024-11-19T19:22:12,117 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/.tmp/f1/847cd828024e4ccfac7ac6aa4b9a6f3d is 30, key is row1/f1:/1732044130201/DeleteFamily/seqid=0 2024-11-19T19:22:12,119 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/.tmp/rep_barrier/be4be2ef501a4b46961099bb9317e403 is 112, key is test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc./rep_barrier:seqnumDuringOpen/1732044122574/Put/seqid=0 2024-11-19T19:22:12,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741844_1020 (size=5123) 2024-11-19T19:22:12,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741845_1021 (size=5518) 2024-11-19T19:22:12,122 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/.tmp/rep_barrier/be4be2ef501a4b46961099bb9317e403 2024-11-19T19:22:12,141 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/.tmp/table/342ddc9c70b24453bc8826de7ab04e1c is 53, key is hbase:replication/table:state/1732044126204/Put/seqid=0 2024-11-19T19:22:12,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741846_1022 (size=5308) 2024-11-19T19:22:12,230 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:22:12,230 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1325): Online Regions={2872a10e8f77b440e68ef7b688f907dc=test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:22:12,230 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:12,266 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 912, reset compression=false 2024-11-19T19:22:12,319 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 1160, reset compression=false 2024-11-19T19:22:12,430 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:12,521 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/.tmp/f1/847cd828024e4ccfac7ac6aa4b9a6f3d 2024-11-19T19:22:12,525 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 847cd828024e4ccfac7ac6aa4b9a6f3d 2024-11-19T19:22:12,539 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/.tmp/norep/52cd984932974eebaa386c1f5b1c5f73 is 33, key is row1/norep:/1732044130201/DeleteFamily/seqid=0 2024-11-19T19:22:12,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741847_1023 (size=5108) 2024-11-19T19:22:12,544 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/.tmp/table/342ddc9c70b24453bc8826de7ab04e1c 2024-11-19T19:22:12,549 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/.tmp/info/5a2c5204a16d477e8285df7be8709180 as hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/info/5a2c5204a16d477e8285df7be8709180 2024-11-19T19:22:12,553 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/info/5a2c5204a16d477e8285df7be8709180, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T19:22:12,553 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/.tmp/ns/582a794f4374464ba5e9917dfb6cf0d1 as hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/ns/582a794f4374464ba5e9917dfb6cf0d1 2024-11-19T19:22:12,557 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/ns/582a794f4374464ba5e9917dfb6cf0d1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T19:22:12,558 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/.tmp/rep_barrier/be4be2ef501a4b46961099bb9317e403 as hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/rep_barrier/be4be2ef501a4b46961099bb9317e403 2024-11-19T19:22:12,561 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/rep_barrier/be4be2ef501a4b46961099bb9317e403, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T19:22:12,562 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/.tmp/table/342ddc9c70b24453bc8826de7ab04e1c as hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/table/342ddc9c70b24453bc8826de7ab04e1c 2024-11-19T19:22:12,565 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/table/342ddc9c70b24453bc8826de7ab04e1c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T19:22:12,566 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false 2024-11-19T19:22:12,569 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T19:22:12,570 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:22:12,570 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:22:12,570 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:22:12,570 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044131229Running coprocessor pre-close hooks at 1732044131229Disabling compacts and flushes for region at 1732044131229Disabling writes for close at 1732044131230 (+1 ms)Obtaining lock to block concurrent updates at 1732044131230Preparing flush snapshotting stores in 1588230740 at 1732044131230Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732044131230Flushing stores of hbase:meta,,1.1588230740 at 1732044131230Flushing 1588230740/info: creating writer at 1732044131230Flushing 1588230740/info: appending metadata at 1732044131243 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732044131243Flushing 1588230740/ns: creating writer at 1732044131667 (+424 ms)Flushing 1588230740/ns: appending metadata at 1732044131687 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732044131687Flushing 1588230740/rep_barrier: creating writer at 1732044132103 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044132118 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044132118Flushing 1588230740/table: creating writer at 1732044132125 (+7 ms)Flushing 1588230740/table: appending metadata at 1732044132140 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732044132140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fcd8883: reopening flushed file at 1732044132548 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea300c: reopening flushed file at 1732044132553 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28aa63da: reopening flushed file at 1732044132558 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d68f80: reopening flushed file at 1732044132561 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false at 1732044132566 (+5 ms)Writing region close event to WAL at 1732044132567 (+1 ms)Running coprocessor post-close hooks at 1732044132570 (+3 ms)Closed at 1732044132570 2024-11-19T19:22:12,570 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:22:12,631 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1351): Waiting on 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:12,722 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 1160, reset compression=false 2024-11-19T19:22:12,779 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:12,779 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:22:12,780 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28289 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:22:12,831 DEBUG [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1351): Waiting on 2872a10e8f77b440e68ef7b688f907dc 2024-11-19T19:22:12,869 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 912, reset compression=false 2024-11-19T19:22:12,942 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/.tmp/norep/52cd984932974eebaa386c1f5b1c5f73 2024-11-19T19:22:12,947 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52cd984932974eebaa386c1f5b1c5f73 2024-11-19T19:22:12,948 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/.tmp/f/f3c47104a3c042dab5f46ef0b0210624 as hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/f/f3c47104a3c042dab5f46ef0b0210624 2024-11-19T19:22:12,952 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3c47104a3c042dab5f46ef0b0210624 2024-11-19T19:22:12,952 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/f/f3c47104a3c042dab5f46ef0b0210624, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T19:22:12,953 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/.tmp/f1/847cd828024e4ccfac7ac6aa4b9a6f3d as hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/f1/847cd828024e4ccfac7ac6aa4b9a6f3d 2024-11-19T19:22:12,958 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 847cd828024e4ccfac7ac6aa4b9a6f3d 2024-11-19T19:22:12,958 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/f1/847cd828024e4ccfac7ac6aa4b9a6f3d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T19:22:12,959 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/.tmp/norep/52cd984932974eebaa386c1f5b1c5f73 as hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/norep/52cd984932974eebaa386c1f5b1c5f73 2024-11-19T19:22:12,963 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52cd984932974eebaa386c1f5b1c5f73 2024-11-19T19:22:12,963 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/norep/52cd984932974eebaa386c1f5b1c5f73, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T19:22:12,965 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2872a10e8f77b440e68ef7b688f907dc in 1288ms, sequenceid=8, compaction requested=false 2024-11-19T19:22:12,970 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/data/default/test/2872a10e8f77b440e68ef7b688f907dc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T19:22:12,970 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:22:12,970 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:22:12,970 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. 2024-11-19T19:22:12,970 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2872a10e8f77b440e68ef7b688f907dc: Waiting for close lock at 1732044131677Running coprocessor pre-close hooks at 1732044131677Disabling compacts and flushes for region at 1732044131677Disabling writes for close at 1732044131677Obtaining lock to block concurrent updates at 1732044131677Preparing flush snapshotting stores in 2872a10e8f77b440e68ef7b688f907dc at 1732044131677Finished memstore snapshotting test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732044131677Flushing stores of test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. at 1732044131678 (+1 ms)Flushing 2872a10e8f77b440e68ef7b688f907dc/f: creating writer at 1732044131678Flushing 2872a10e8f77b440e68ef7b688f907dc/f: appending metadata at 1732044131691 (+13 ms)Flushing 2872a10e8f77b440e68ef7b688f907dc/f: closing flushed file at 1732044131691Flushing 2872a10e8f77b440e68ef7b688f907dc/f1: creating writer at 1732044132105 (+414 ms)Flushing 2872a10e8f77b440e68ef7b688f907dc/f1: appending metadata at 1732044132117 (+12 ms)Flushing 2872a10e8f77b440e68ef7b688f907dc/f1: closing flushed file at 1732044132117Flushing 2872a10e8f77b440e68ef7b688f907dc/norep: creating writer at 1732044132525 (+408 ms)Flushing 2872a10e8f77b440e68ef7b688f907dc/norep: appending metadata at 1732044132537 (+12 ms)Flushing 2872a10e8f77b440e68ef7b688f907dc/norep: closing flushed file at 1732044132538 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e926e5: reopening flushed file at 1732044132947 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8dda630: reopening flushed file at 1732044132952 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7beeaa: reopening flushed file at 1732044132958 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2872a10e8f77b440e68ef7b688f907dc in 1288ms, sequenceid=8, compaction requested=false at 1732044132965 (+7 ms)Writing region close event to WAL at 1732044132967 (+2 ms)Running coprocessor post-close hooks at 1732044132970 (+3 ms)Closed at 1732044132970 2024-11-19T19:22:12,970 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732044122232.2872a10e8f77b440e68ef7b688f907dc. 2024-11-19T19:22:13,031 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,33361,1732044116721; all regions closed. 2024-11-19T19:22:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741834_1010 (size=4239) 2024-11-19T19:22:13,033 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.meta.1732044119951.meta not finished, retry = 0 2024-11-19T19:22:13,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741839_1015 (size=2676) 2024-11-19T19:22:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741832_1008 (size=1812) 2024-11-19T19:22:13,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 not finished, retry = 0 2024-11-19T19:22:13,225 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 to pos 1160, reset compression=false 2024-11-19T19:22:13,238 DEBUG [RS:0;f156d4de6e70:33361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:13,238 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:22:13,239 INFO [RS:0;f156d4de6e70:33361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:22:13,239 INFO [RS:0;f156d4de6e70:33361 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:22:13,239 INFO [RS:0;f156d4de6e70:33361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:22:13,239 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:22:13,239 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,33361,1732044116721 because: Region server is closing 2024-11-19T19:22:13,239 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/WALs/f156d4de6e70,33361,1732044116721/f156d4de6e70%2C33361%2C1732044116721.1732044118981 2024-11-19T19:22:13,240 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.wal-reader.f156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:13,240 INFO [RS:0;f156d4de6e70:33361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:33361. 2024-11-19T19:22:13,240 DEBUG [RS:0;f156d4de6e70:33361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:13,240 DEBUG [RS:0;f156d4de6e70:33361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:13,240 DEBUG [RS:0;f156d4de6e70:33361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:13,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:13,240 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,33361,1732044116721.replicationSource.shipperf156d4de6e70%2C33361%2C1732044116721,1-f156d4de6e70,33361,1732044116721 terminated 2024-11-19T19:22:13,240 INFO [RS:0;f156d4de6e70:33361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:33361. 2024-11-19T19:22:13,240 DEBUG [RS:0;f156d4de6e70:33361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:13,240 DEBUG [RS:0;f156d4de6e70:33361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:13,240 DEBUG [RS:0;f156d4de6e70:33361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:13,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:13,240 INFO [RS:0;f156d4de6e70:33361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33361 2024-11-19T19:22:13,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1867835091/rs/f156d4de6e70,33361,1732044116721 2024-11-19T19:22:13,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091/rs 2024-11-19T19:22:13,248 INFO [RS:0;f156d4de6e70:33361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:22:13,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,33361,1732044116721] 2024-11-19T19:22:13,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1867835091/draining/f156d4de6e70,33361,1732044116721 already deleted, retry=false 2024-11-19T19:22:13,269 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,33361,1732044116721 expired; onlineServers=0 2024-11-19T19:22:13,269 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,43097,1732044116565' ***** 2024-11-19T19:22:13,269 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:22:13,269 INFO [M:0;f156d4de6e70:43097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:22:13,269 INFO [M:0;f156d4de6e70:43097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:22:13,269 DEBUG [M:0;f156d4de6e70:43097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:22:13,269 DEBUG [M:0;f156d4de6e70:43097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:22:13,269 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:22:13,269 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044118739 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044118739,5,FailOnTimeoutGroup] 2024-11-19T19:22:13,269 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044118739 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044118739,5,FailOnTimeoutGroup] 2024-11-19T19:22:13,269 INFO [M:0;f156d4de6e70:43097 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:22:13,270 INFO [M:0;f156d4de6e70:43097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:22:13,270 DEBUG [M:0;f156d4de6e70:43097 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:22:13,270 INFO [M:0;f156d4de6e70:43097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:22:13,270 INFO [M:0;f156d4de6e70:43097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:22:13,270 INFO [M:0;f156d4de6e70:43097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:22:13,270 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:22:13,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1867835091/master 2024-11-19T19:22:13,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1867835091 2024-11-19T19:22:13,280 DEBUG [M:0;f156d4de6e70:43097 {}] zookeeper.ZKUtil(347): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Unable to get data of znode /1-1867835091/master because node does not exist (not an error) 2024-11-19T19:22:13,280 WARN [M:0;f156d4de6e70:43097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:22:13,280 INFO [M:0;f156d4de6e70:43097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/.lastflushedseqids 2024-11-19T19:22:13,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741848_1024 (size=245) 2024-11-19T19:22:13,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:22:13,359 INFO [RS:0;f156d4de6e70:33361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:22:13,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33361-0x101548baea50004, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:22:13,359 INFO [RS:0;f156d4de6e70:33361 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,33361,1732044116721; zookeeper connection closed. 2024-11-19T19:22:13,359 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54c5e467 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54c5e467 2024-11-19T19:22:13,359 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:22:13,572 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 912, reset compression=false 2024-11-19T19:22:13,684 INFO [M:0;f156d4de6e70:43097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:22:13,684 INFO [M:0;f156d4de6e70:43097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:22:13,684 DEBUG [M:0;f156d4de6e70:43097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:22:13,684 INFO [M:0;f156d4de6e70:43097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:13,684 DEBUG [M:0;f156d4de6e70:43097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:13,684 DEBUG [M:0;f156d4de6e70:43097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:22:13,684 DEBUG [M:0;f156d4de6e70:43097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:13,684 INFO [M:0;f156d4de6e70:43097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T19:22:13,699 DEBUG [M:0;f156d4de6e70:43097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2d24506b5d74a7c868d24dc1a0767cf is 82, key is hbase:meta,,1/info:regioninfo/1732044119983/Put/seqid=0 2024-11-19T19:22:13,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741849_1025 (size=5672) 2024-11-19T19:22:14,103 INFO [M:0;f156d4de6e70:43097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2d24506b5d74a7c868d24dc1a0767cf 2024-11-19T19:22:14,119 DEBUG [M:0;f156d4de6e70:43097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb70002f0e674c32a75c66c795529a8a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732044126207/Put/seqid=0 2024-11-19T19:22:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741850_1026 (size=8516) 2024-11-19T19:22:14,376 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 912, reset compression=false 2024-11-19T19:22:14,523 INFO [M:0;f156d4de6e70:43097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb70002f0e674c32a75c66c795529a8a 2024-11-19T19:22:14,543 DEBUG [M:0;f156d4de6e70:43097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c87421454c1347d1ad64541f176cd69a is 69, key is f156d4de6e70,33361,1732044116721/rs:state/1732044118777/Put/seqid=0 2024-11-19T19:22:14,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741851_1027 (size=5156) 2024-11-19T19:22:14,946 INFO [M:0;f156d4de6e70:43097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c87421454c1347d1ad64541f176cd69a 2024-11-19T19:22:14,950 DEBUG [M:0;f156d4de6e70:43097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2d24506b5d74a7c868d24dc1a0767cf as hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2d24506b5d74a7c868d24dc1a0767cf 2024-11-19T19:22:14,954 INFO [M:0;f156d4de6e70:43097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2d24506b5d74a7c868d24dc1a0767cf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T19:22:14,956 DEBUG [M:0;f156d4de6e70:43097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb70002f0e674c32a75c66c795529a8a as hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb70002f0e674c32a75c66c795529a8a 2024-11-19T19:22:14,963 INFO [M:0;f156d4de6e70:43097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb70002f0e674c32a75c66c795529a8a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T19:22:14,965 DEBUG [M:0;f156d4de6e70:43097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c87421454c1347d1ad64541f176cd69a as hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c87421454c1347d1ad64541f176cd69a 2024-11-19T19:22:14,968 INFO [M:0;f156d4de6e70:43097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46209/user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c87421454c1347d1ad64541f176cd69a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T19:22:14,970 INFO [M:0;f156d4de6e70:43097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-19T19:22:14,976 INFO [M:0;f156d4de6e70:43097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:14,976 DEBUG [M:0;f156d4de6e70:43097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044133684Disabling compacts and flushes for region at 1732044133684Disabling writes for close at 1732044133684Obtaining lock to block concurrent updates at 1732044133684Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044133684Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732044133685 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044133685Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044133685Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044133698 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044133698Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044134106 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044134118 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044134118Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044134527 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044134542 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044134542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b3dddc9: reopening flushed file at 1732044134950 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b89865f: reopening flushed file at 1732044134955 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c08e25c: reopening flushed file at 1732044134963 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732044134970 (+7 ms)Writing region close event to WAL at 1732044134976 (+6 ms)Closed at 1732044134976 2024-11-19T19:22:14,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac2763bc-f8da-321d-0664-077c898ca953/MasterData/WALs/f156d4de6e70,43097,1732044116565/f156d4de6e70%2C43097%2C1732044116565.1732044118483 not finished, retry = 0 2024-11-19T19:22:14,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38057 is added to blk_1073741830_1006 (size=63654) 2024-11-19T19:22:15,079 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:22:15,079 INFO [M:0;f156d4de6e70:43097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:22:15,079 INFO [M:0;f156d4de6e70:43097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43097 2024-11-19T19:22:15,079 INFO [M:0;f156d4de6e70:43097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:22:15,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:22:15,190 INFO [M:0;f156d4de6e70:43097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:22:15,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101548baea50003, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:22:15,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@422416e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:22:15,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8f1a53a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:22:15,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:22:15,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3660e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:22:15,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3dee80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/hadoop.log.dir/,STOPPED} 2024-11-19T19:22:15,196 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:22:15,196 WARN [BP-491500744-172.17.0.3-1732044114603 heartbeating to localhost/127.0.0.1:46209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:22:15,196 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:22:15,196 WARN [BP-491500744-172.17.0.3-1732044114603 heartbeating to localhost/127.0.0.1:46209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-491500744-172.17.0.3-1732044114603 (Datanode Uuid 997816de-d90d-4f0c-825f-1947393d3175) service to localhost/127.0.0.1:46209 2024-11-19T19:22:15,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/cluster_d45645fa-cc34-214a-544c-d842cc8c2d68/data/data1/current/BP-491500744-172.17.0.3-1732044114603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:22:15,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/cluster_d45645fa-cc34-214a-544c-d842cc8c2d68/data/data2/current/BP-491500744-172.17.0.3-1732044114603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:22:15,197 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:22:15,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ff8a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:22:15,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e53d0c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:22:15,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:22:15,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d87ce10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:22:15,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ccabc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/hadoop.log.dir/,STOPPED} 2024-11-19T19:22:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:22:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:22:15,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:15,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:15,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:15,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:15,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:15,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:22:15,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=833735664, stopped=false 2024-11-19T19:22:15,214 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,35629,1732044110797 2024-11-19T19:22:15,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367041376/running 2024-11-19T19:22:15,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367041376/running 2024-11-19T19:22:15,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:22:15,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:22:15,233 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:22:15,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:15,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Set watcher on znode that does not yet exist, /01367041376/running 2024-11-19T19:22:15,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:15,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Set watcher on znode that does not yet exist, /01367041376/running 2024-11-19T19:22:15,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:15,234 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-19T19:22:15,234 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,42387,1732044111115' ***** 2024-11-19T19:22:15,234 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:22:15,234 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(3091): Received CLOSE for 013aa1a89835fd108233483e3d65c80b 2024-11-19T19:22:15,234 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(3091): Received CLOSE for cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:15,234 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 013aa1a89835fd108233483e3d65c80b, disabling compactions & flushes 2024-11-19T19:22:15,234 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. 2024-11-19T19:22:15,234 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. 2024-11-19T19:22:15,234 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. after waiting 0 ms 2024-11-19T19:22:15,234 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. 2024-11-19T19:22:15,235 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 013aa1a89835fd108233483e3d65c80b 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-19T19:22:15,236 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:22:15,236 INFO [RS:0;f156d4de6e70:42387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:22:15,236 INFO [RS:0;f156d4de6e70:42387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:22:15,236 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: cc923e190e8910c586972ed7b2e8f2d8, which we are already trying to CLOSE, but not completed yet 2024-11-19T19:22:15,236 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,42387,1732044111115 2024-11-19T19:22:15,236 INFO [RS:0;f156d4de6e70:42387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:22:15,236 INFO [RS:0;f156d4de6e70:42387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:42387. 2024-11-19T19:22:15,236 DEBUG [RS:0;f156d4de6e70:42387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:15,236 DEBUG [RS:0;f156d4de6e70:42387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:15,236 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:22:15,236 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:22:15,236 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:22:15,236 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:22:15,236 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:22:15,237 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T19:22:15,237 DEBUG [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(1325): Online Regions={013aa1a89835fd108233483e3d65c80b=hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b., 1588230740=hbase:meta,,1.1588230740, cc923e190e8910c586972ed7b2e8f2d8=test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8.} 2024-11-19T19:22:15,237 DEBUG [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(1351): Waiting on 013aa1a89835fd108233483e3d65c80b, 1588230740, cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:15,237 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:22:15,237 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:22:15,237 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:22:15,237 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:22:15,237 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:22:15,237 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T19:22:15,248 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/replication/013aa1a89835fd108233483e3d65c80b/.tmp/queue/62209cb7e71247d9b42bc41fe3dcaafb is 153, key is 1-f156d4de6e70,42387,1732044111115/queue:f156d4de6e70%2C42387%2C1732044111115/1732044130854/Put/seqid=0 2024-11-19T19:22:15,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741840_1016 (size=5352) 2024-11-19T19:22:15,251 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/replication/013aa1a89835fd108233483e3d65c80b/.tmp/queue/62209cb7e71247d9b42bc41fe3dcaafb 2024-11-19T19:22:15,254 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/.tmp/info/271234da32014c55a69302097d323246 is 147, key is hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b./info:regioninfo/1732044123661/Put/seqid=0 2024-11-19T19:22:15,256 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/replication/013aa1a89835fd108233483e3d65c80b/.tmp/queue/62209cb7e71247d9b42bc41fe3dcaafb as hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/replication/013aa1a89835fd108233483e3d65c80b/queue/62209cb7e71247d9b42bc41fe3dcaafb 2024-11-19T19:22:15,259 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/replication/013aa1a89835fd108233483e3d65c80b/queue/62209cb7e71247d9b42bc41fe3dcaafb, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T19:22:15,260 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 013aa1a89835fd108233483e3d65c80b in 26ms, sequenceid=10, compaction requested=false 2024-11-19T19:22:15,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741841_1017 (size=7686) 2024-11-19T19:22:15,263 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/replication/013aa1a89835fd108233483e3d65c80b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T19:22:15,263 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:22:15,263 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:22:15,263 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. 2024-11-19T19:22:15,264 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 013aa1a89835fd108233483e3d65c80b: Waiting for close lock at 1732044135234Running coprocessor pre-close hooks at 1732044135234Disabling compacts and flushes for region at 1732044135234Disabling writes for close at 1732044135234Obtaining lock to block concurrent updates at 1732044135235 (+1 ms)Preparing flush snapshotting stores in 013aa1a89835fd108233483e3d65c80b at 1732044135235Finished memstore snapshotting hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732044135235Flushing stores of hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. at 1732044135235Flushing 013aa1a89835fd108233483e3d65c80b/queue: creating writer at 1732044135235Flushing 013aa1a89835fd108233483e3d65c80b/queue: appending metadata at 1732044135247 (+12 ms)Flushing 013aa1a89835fd108233483e3d65c80b/queue: closing flushed file at 1732044135247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@589b5722: reopening flushed file at 1732044135255 (+8 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 013aa1a89835fd108233483e3d65c80b in 26ms, sequenceid=10, compaction requested=false at 1732044135260 (+5 ms)Writing region close event to WAL at 1732044135260Running coprocessor post-close hooks at 1732044135263 (+3 ms)Closed at 1732044135263 2024-11-19T19:22:15,264 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732044122890.013aa1a89835fd108233483e3d65c80b. 2024-11-19T19:22:15,264 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc923e190e8910c586972ed7b2e8f2d8, disabling compactions & flushes 2024-11-19T19:22:15,264 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. 2024-11-19T19:22:15,264 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. 2024-11-19T19:22:15,264 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. after waiting 0 ms 2024-11-19T19:22:15,264 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. 2024-11-19T19:22:15,264 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc923e190e8910c586972ed7b2e8f2d8 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-19T19:22:15,280 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 912, reset compression=false 2024-11-19T19:22:15,281 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/.tmp/f/1df6e0737a03414b823ff0053272fa51 is 29, key is row1/f:/1732044130201/DeleteFamily/seqid=0 2024-11-19T19:22:15,284 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:15,284 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 1159, reset compression=false 2024-11-19T19:22:15,284 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,42387,1732044111115 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:15,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741842_1018 (size=5118) 2024-11-19T19:22:15,285 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f156d4de6e70,42387,1732044111115: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f156d4de6e70,42387,1732044111115, walGroup=f156d4de6e70%2C42387%2C1732044111115, offset=f156d4de6e70%2C42387%2C1732044111115.1732044113413:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:42387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T19:22:15,286 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T19:22:15,286 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T19:22:15,287 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T19:22:15,287 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T19:22:15,287 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T19:22:15,287 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 671513680 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 190820232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T19:22:15,287 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:35629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:35629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T19:22:15,303 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:22:15,365 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:22:15,365 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:22:15,437 DEBUG [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:15,488 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 1159, reset compression=false 2024-11-19T19:22:15,637 DEBUG [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:15,662 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/.tmp/info/271234da32014c55a69302097d323246 2024-11-19T19:22:15,677 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/.tmp/ns/7b830521189c42e2ae9739284c2b08bd is 43, key is default/ns:d/1732044114487/Put/seqid=0 2024-11-19T19:22:15,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741843_1019 (size=5153) 2024-11-19T19:22:15,680 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/.tmp/ns/7b830521189c42e2ae9739284c2b08bd 2024-11-19T19:22:15,685 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/.tmp/f/1df6e0737a03414b823ff0053272fa51 2024-11-19T19:22:15,688 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1df6e0737a03414b823ff0053272fa51 2024-11-19T19:22:15,700 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/.tmp/rep_barrier/fd3e571823c3435cb270cf21fbec018f is 112, key is test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8./rep_barrier:seqnumDuringOpen/1732044121224/Put/seqid=0 2024-11-19T19:22:15,705 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/.tmp/f1/042a803cf243407792f0c1fc3b8a6b6f is 30, key is row1/f1:/1732044130201/DeleteFamily/seqid=0 2024-11-19T19:22:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741844_1020 (size=5518) 2024-11-19T19:22:15,706 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/.tmp/rep_barrier/fd3e571823c3435cb270cf21fbec018f 2024-11-19T19:22:15,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741845_1021 (size=5123) 2024-11-19T19:22:15,710 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/.tmp/f1/042a803cf243407792f0c1fc3b8a6b6f 2024-11-19T19:22:15,714 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 042a803cf243407792f0c1fc3b8a6b6f 2024-11-19T19:22:15,728 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/.tmp/table/260ebd4d5cfc4b76aa1b160fdeb4b75b is 53, key is hbase:replication/table:state/1732044123667/Put/seqid=0 2024-11-19T19:22:15,730 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/.tmp/norep/9e12c53c6eff4c9c9d63d25c569c4897 is 32, key is row/norep:/1732044129193/DeleteFamily/seqid=0 2024-11-19T19:22:15,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741846_1022 (size=5308) 2024-11-19T19:22:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741847_1023 (size=5101) 2024-11-19T19:22:15,792 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 1159, reset compression=false 2024-11-19T19:22:15,837 DEBUG [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:16,037 DEBUG [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc923e190e8910c586972ed7b2e8f2d8 2024-11-19T19:22:16,132 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/.tmp/table/260ebd4d5cfc4b76aa1b160fdeb4b75b 2024-11-19T19:22:16,136 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/.tmp/info/271234da32014c55a69302097d323246 as hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/info/271234da32014c55a69302097d323246 2024-11-19T19:22:16,138 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/.tmp/norep/9e12c53c6eff4c9c9d63d25c569c4897 2024-11-19T19:22:16,141 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e12c53c6eff4c9c9d63d25c569c4897 2024-11-19T19:22:16,141 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/info/271234da32014c55a69302097d323246, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T19:22:16,141 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/.tmp/f/1df6e0737a03414b823ff0053272fa51 as hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/f/1df6e0737a03414b823ff0053272fa51 2024-11-19T19:22:16,141 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/.tmp/ns/7b830521189c42e2ae9739284c2b08bd as hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/ns/7b830521189c42e2ae9739284c2b08bd 2024-11-19T19:22:16,145 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/ns/7b830521189c42e2ae9739284c2b08bd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T19:22:16,145 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1df6e0737a03414b823ff0053272fa51 2024-11-19T19:22:16,145 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/f/1df6e0737a03414b823ff0053272fa51, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T19:22:16,145 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/.tmp/rep_barrier/fd3e571823c3435cb270cf21fbec018f as hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/rep_barrier/fd3e571823c3435cb270cf21fbec018f 2024-11-19T19:22:16,146 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/.tmp/f1/042a803cf243407792f0c1fc3b8a6b6f as hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/f1/042a803cf243407792f0c1fc3b8a6b6f 2024-11-19T19:22:16,149 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/rep_barrier/fd3e571823c3435cb270cf21fbec018f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T19:22:16,149 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 042a803cf243407792f0c1fc3b8a6b6f 2024-11-19T19:22:16,149 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/f1/042a803cf243407792f0c1fc3b8a6b6f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T19:22:16,150 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/.tmp/norep/9e12c53c6eff4c9c9d63d25c569c4897 as hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/norep/9e12c53c6eff4c9c9d63d25c569c4897 2024-11-19T19:22:16,150 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/.tmp/table/260ebd4d5cfc4b76aa1b160fdeb4b75b as hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/table/260ebd4d5cfc4b76aa1b160fdeb4b75b 2024-11-19T19:22:16,153 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e12c53c6eff4c9c9d63d25c569c4897 2024-11-19T19:22:16,153 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/table/260ebd4d5cfc4b76aa1b160fdeb4b75b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T19:22:16,154 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/norep/9e12c53c6eff4c9c9d63d25c569c4897, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T19:22:16,154 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cc923e190e8910c586972ed7b2e8f2d8 in 890ms, sequenceid=8, compaction requested=false 2024-11-19T19:22:16,154 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false 2024-11-19T19:22:16,164 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/default/test/cc923e190e8910c586972ed7b2e8f2d8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T19:22:16,164 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:22:16,164 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:22:16,164 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. 2024-11-19T19:22:16,164 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc923e190e8910c586972ed7b2e8f2d8: Waiting for close lock at 1732044135264Running coprocessor pre-close hooks at 1732044135264Disabling compacts and flushes for region at 1732044135264Disabling writes for close at 1732044135264Obtaining lock to block concurrent updates at 1732044135264Preparing flush snapshotting stores in cc923e190e8910c586972ed7b2e8f2d8 at 1732044135264Finished memstore snapshotting test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732044135264Flushing stores of test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. at 1732044135265 (+1 ms)Flushing cc923e190e8910c586972ed7b2e8f2d8/f: creating writer at 1732044135265Flushing cc923e190e8910c586972ed7b2e8f2d8/f: appending metadata at 1732044135280 (+15 ms)Flushing cc923e190e8910c586972ed7b2e8f2d8/f: closing flushed file at 1732044135280Flushing cc923e190e8910c586972ed7b2e8f2d8/f1: creating writer at 1732044135688 (+408 ms)Flushing cc923e190e8910c586972ed7b2e8f2d8/f1: appending metadata at 1732044135704 (+16 ms)Flushing cc923e190e8910c586972ed7b2e8f2d8/f1: closing flushed file at 1732044135704Flushing cc923e190e8910c586972ed7b2e8f2d8/norep: creating writer at 1732044135714 (+10 ms)Flushing cc923e190e8910c586972ed7b2e8f2d8/norep: appending metadata at 1732044135729 (+15 ms)Flushing cc923e190e8910c586972ed7b2e8f2d8/norep: closing flushed file at 1732044135729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7496b865: reopening flushed file at 1732044136141 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6198c2: reopening flushed file at 1732044136145 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d35b6d7: reopening flushed file at 1732044136150 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cc923e190e8910c586972ed7b2e8f2d8 in 890ms, sequenceid=8, compaction requested=false at 1732044136154 (+4 ms)Writing region close event to WAL at 1732044136161 (+7 ms)Running coprocessor post-close hooks at 1732044136164 (+3 ms)Closed at 1732044136164 2024-11-19T19:22:16,164 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732044120080.cc923e190e8910c586972ed7b2e8f2d8. 2024-11-19T19:22:16,169 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T19:22:16,169 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:22:16,169 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:22:16,169 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:22:16,169 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044135237Running coprocessor pre-close hooks at 1732044135237Disabling compacts and flushes for region at 1732044135237Disabling writes for close at 1732044135237Obtaining lock to block concurrent updates at 1732044135237Preparing flush snapshotting stores in 1588230740 at 1732044135237Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732044135237Flushing stores of hbase:meta,,1.1588230740 at 1732044135238 (+1 ms)Flushing 1588230740/info: creating writer at 1732044135238Flushing 1588230740/info: appending metadata at 1732044135254 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732044135254Flushing 1588230740/ns: creating writer at 1732044135665 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732044135676 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1732044135676Flushing 1588230740/rep_barrier: creating writer at 1732044135684 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044135700 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044135700Flushing 1588230740/table: creating writer at 1732044135711 (+11 ms)Flushing 1588230740/table: appending metadata at 1732044135727 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732044135727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67dd80a0: reopening flushed file at 1732044136136 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631181c2: reopening flushed file at 1732044136141 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c3c33c1: reopening flushed file at 1732044136145 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5cd8e1: reopening flushed file at 1732044136149 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false at 1732044136154 (+5 ms)Writing region close event to WAL at 1732044136162 (+8 ms)Running coprocessor post-close hooks at 1732044136169 (+7 ms)Closed at 1732044136169 2024-11-19T19:22:16,170 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:22:16,196 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 1159, reset compression=false 2024-11-19T19:22:16,200 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:16,200 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 1803, reset compression=false 2024-11-19T19:22:16,237 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,42387,1732044111115; all regions closed. 2024-11-19T19:22:16,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741834_1010 (size=4239) 2024-11-19T19:22:16,240 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.meta.1732044114396.meta not finished, retry = 0 2024-11-19T19:22:16,342 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.rep.1732044123620 not finished, retry = 0 2024-11-19T19:22:16,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741839_1015 (size=2676) 2024-11-19T19:22:16,403 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 to pos 1803, reset compression=false 2024-11-19T19:22:16,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741832_1008 (size=1811) 2024-11-19T19:22:16,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/WALs/f156d4de6e70,42387,1732044111115/f156d4de6e70%2C42387%2C1732044111115.1732044113413 not finished, retry = 0 2024-11-19T19:22:16,546 DEBUG [RS:0;f156d4de6e70:42387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:16,546 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:22:16,546 INFO [RS:0;f156d4de6e70:42387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:22:16,546 INFO [RS:0;f156d4de6e70:42387 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T19:22:16,546 INFO [RS:0;f156d4de6e70:42387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:22:16,546 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:22:16,546 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,42387,1732044111115 because: Region server is closing 2024-11-19T19:22:16,546 INFO [RS:0;f156d4de6e70:42387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:42387. 2024-11-19T19:22:16,546 DEBUG [RS:0;f156d4de6e70:42387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:16,546 DEBUG [RS:0;f156d4de6e70:42387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:16,547 DEBUG [RS:0;f156d4de6e70:42387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:16,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:16,647 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.shipperf156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 terminated 2024-11-19T19:22:16,647 INFO [RS:0;f156d4de6e70:42387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:42387. 2024-11-19T19:22:16,647 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42387,1732044111115.replicationSource.wal-reader.f156d4de6e70%2C42387%2C1732044111115,1-f156d4de6e70,42387,1732044111115 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:22:16,647 DEBUG [RS:0;f156d4de6e70:42387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:16,647 DEBUG [RS:0;f156d4de6e70:42387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:16,647 DEBUG [RS:0;f156d4de6e70:42387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:16,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:16,647 INFO [RS:0;f156d4de6e70:42387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42387 2024-11-19T19:22:16,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376/rs 2024-11-19T19:22:16,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367041376/rs/f156d4de6e70,42387,1732044111115 2024-11-19T19:22:16,700 INFO [RS:0;f156d4de6e70:42387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:22:16,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,42387,1732044111115] 2024-11-19T19:22:16,888 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01367041376/draining/f156d4de6e70,42387,1732044111115 already deleted, retry=false 2024-11-19T19:22:16,888 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,42387,1732044111115 expired; onlineServers=0 2024-11-19T19:22:16,888 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,35629,1732044110797' ***** 2024-11-19T19:22:16,888 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:22:16,888 INFO [M:0;f156d4de6e70:35629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:22:16,889 INFO [M:0;f156d4de6e70:35629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:22:16,889 DEBUG [M:0;f156d4de6e70:35629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:22:16,889 DEBUG [M:0;f156d4de6e70:35629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:22:16,889 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:22:16,889 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044113202 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044113202,5,FailOnTimeoutGroup] 2024-11-19T19:22:16,889 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044113200 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044113200,5,FailOnTimeoutGroup] 2024-11-19T19:22:16,889 INFO [M:0;f156d4de6e70:35629 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:22:16,889 INFO [M:0;f156d4de6e70:35629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:22:16,889 DEBUG [M:0;f156d4de6e70:35629 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:22:16,889 INFO [M:0;f156d4de6e70:35629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:22:16,889 INFO [M:0;f156d4de6e70:35629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:22:16,889 INFO [M:0;f156d4de6e70:35629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:22:16,889 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:22:16,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:22:16,898 INFO [RS:0;f156d4de6e70:42387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:22:16,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x101548baea50001, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:22:16,898 INFO [RS:0;f156d4de6e70:42387 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,42387,1732044111115; zookeeper connection closed. 2024-11-19T19:22:16,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75e88d27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75e88d27 2024-11-19T19:22:16,899 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:22:16,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367041376/master 2024-11-19T19:22:16,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367041376 2024-11-19T19:22:16,928 DEBUG [M:0;f156d4de6e70:35629 {}] zookeeper.ZKUtil(347): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Unable to get data of znode /01367041376/master because node does not exist (not an error) 2024-11-19T19:22:16,928 WARN [M:0;f156d4de6e70:35629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:22:16,929 INFO [M:0;f156d4de6e70:35629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/.lastflushedseqids 2024-11-19T19:22:16,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741848_1024 (size=245) 2024-11-19T19:22:17,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:22:17,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:17,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:17,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:17,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:17,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:17,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:17,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:17,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:17,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:17,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:17,338 INFO [M:0;f156d4de6e70:35629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:22:17,338 INFO [M:0;f156d4de6e70:35629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:22:17,338 DEBUG [M:0;f156d4de6e70:35629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:22:17,338 INFO [M:0;f156d4de6e70:35629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:17,338 DEBUG [M:0;f156d4de6e70:35629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:17,338 DEBUG [M:0;f156d4de6e70:35629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:22:17,338 DEBUG [M:0;f156d4de6e70:35629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:17,338 INFO [M:0;f156d4de6e70:35629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T19:22:17,355 DEBUG [M:0;f156d4de6e70:35629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd26d1ac38c94b4187b31656aeb47441 is 82, key is hbase:meta,,1/info:regioninfo/1732044114424/Put/seqid=0 2024-11-19T19:22:17,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741849_1025 (size=5672) 2024-11-19T19:22:17,362 INFO [M:0;f156d4de6e70:35629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd26d1ac38c94b4187b31656aeb47441 2024-11-19T19:22:17,385 DEBUG [M:0;f156d4de6e70:35629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec1d9474e5d142008f6e32a0c4cd625a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732044123670/Put/seqid=0 2024-11-19T19:22:17,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741850_1026 (size=8516) 2024-11-19T19:22:17,788 INFO [M:0;f156d4de6e70:35629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec1d9474e5d142008f6e32a0c4cd625a 2024-11-19T19:22:17,809 DEBUG [M:0;f156d4de6e70:35629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7a61b23c7dd4de2a75993f22c9a48a9 is 69, key is f156d4de6e70,42387,1732044111115/rs:state/1732044113273/Put/seqid=0 2024-11-19T19:22:17,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741851_1027 (size=5156) 2024-11-19T19:22:18,213 INFO [M:0;f156d4de6e70:35629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7a61b23c7dd4de2a75993f22c9a48a9 2024-11-19T19:22:18,217 DEBUG [M:0;f156d4de6e70:35629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd26d1ac38c94b4187b31656aeb47441 as hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd26d1ac38c94b4187b31656aeb47441 2024-11-19T19:22:18,221 INFO [M:0;f156d4de6e70:35629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd26d1ac38c94b4187b31656aeb47441, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T19:22:18,222 DEBUG [M:0;f156d4de6e70:35629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec1d9474e5d142008f6e32a0c4cd625a as hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec1d9474e5d142008f6e32a0c4cd625a 2024-11-19T19:22:18,227 INFO [M:0;f156d4de6e70:35629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec1d9474e5d142008f6e32a0c4cd625a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T19:22:18,228 DEBUG [M:0;f156d4de6e70:35629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7a61b23c7dd4de2a75993f22c9a48a9 as hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7a61b23c7dd4de2a75993f22c9a48a9 2024-11-19T19:22:18,231 INFO [M:0;f156d4de6e70:35629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46197/user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7a61b23c7dd4de2a75993f22c9a48a9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T19:22:18,232 INFO [M:0;f156d4de6e70:35629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=97, compaction requested=false 2024-11-19T19:22:18,234 INFO [M:0;f156d4de6e70:35629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:18,234 DEBUG [M:0;f156d4de6e70:35629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044137338Disabling compacts and flushes for region at 1732044137338Disabling writes for close at 1732044137338Obtaining lock to block concurrent updates at 1732044137338Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044137338Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732044137338Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044137339 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044137339Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044137355 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044137355Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044137367 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044137384 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044137384Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044137792 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044137808 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044137808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b6d834: reopening flushed file at 1732044138216 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46415365: reopening flushed file at 1732044138222 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b8f4fb0: reopening flushed file at 1732044138227 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=97, compaction requested=false at 1732044138232 (+5 ms)Writing region close event to WAL at 1732044138234 (+2 ms)Closed at 1732044138234 2024-11-19T19:22:18,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43933 is added to blk_1073741830_1006 (size=63654) 2024-11-19T19:22:18,236 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1547a534-2d34-af8c-3b6c-bdb14fb9d1f6/MasterData/WALs/f156d4de6e70,35629,1732044110797/f156d4de6e70%2C35629%2C1732044110797.1732044112871 not finished, retry = 0 2024-11-19T19:22:18,336 INFO [M:0;f156d4de6e70:35629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:22:18,336 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:22:18,337 INFO [M:0;f156d4de6e70:35629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35629 2024-11-19T19:22:18,337 INFO [M:0;f156d4de6e70:35629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:22:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:22:18,449 INFO [M:0;f156d4de6e70:35629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:22:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35629-0x101548baea50000, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:22:18,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a03fc2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:22:18,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@151d21dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:22:18,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:22:18,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11f678bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:22:18,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777a69f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/hadoop.log.dir/,STOPPED} 2024-11-19T19:22:18,458 WARN [BP-1208464028-172.17.0.3-1732044108561 heartbeating to localhost/127.0.0.1:46197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:22:18,458 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:22:18,458 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:22:18,458 WARN [BP-1208464028-172.17.0.3-1732044108561 heartbeating to localhost/127.0.0.1:46197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1208464028-172.17.0.3-1732044108561 (Datanode Uuid f0c8c835-a29e-456d-b483-1ddf247d0d3b) service to localhost/127.0.0.1:46197 2024-11-19T19:22:18,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/cluster_56982905-b325-546b-62a2-91d6762999e1/data/data1/current/BP-1208464028-172.17.0.3-1732044108561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:22:18,459 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/cluster_56982905-b325-546b-62a2-91d6762999e1/data/data2/current/BP-1208464028-172.17.0.3-1732044108561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:22:18,459 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:22:18,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78093ce3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:22:18,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf6be0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:22:18,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:22:18,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e41dead{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:22:18,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44c1350{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90d20512-11e2-3d83-1406-0c14a69651a4/hadoop.log.dir/,STOPPED} 2024-11-19T19:22:18,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T19:22:18,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:22:18,491 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 238) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55252) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46197 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46209 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:46197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55252) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 340) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3236 (was 3432) 2024-11-19T19:22:18,499 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=3236 2024-11-19T19:22:18,512 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-19T19:22:18,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/hadoop.log.dir so I do NOT create it in target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3 2024-11-19T19:22:18,512 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:22:18,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/hadoop.tmp.dir so I do NOT create it in target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3 2024-11-19T19:22:18,512 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/46b5e3e5-3a74-6e35-85eb-1aa264427a8f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:22:18,512 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3 2024-11-19T19:22:18,512 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/cluster_6ed48694-e9ac-71e7-b0e8-d4c5de71b760, deleteOnExit=true 2024-11-19T19:22:18,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/cluster_6ed48694-e9ac-71e7-b0e8-d4c5de71b760/zookeeper_0, clientPort=54613, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/cluster_6ed48694-e9ac-71e7-b0e8-d4c5de71b760/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/cluster_6ed48694-e9ac-71e7-b0e8-d4c5de71b760/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T19:22:18,516 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54613 2024-11-19T19:22:18,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:22:18,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:22:18,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/test.cache.data in system properties and HBase conf 2024-11-19T19:22:18,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:22:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:22:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:22:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:22:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:22:18,517 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:22:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:22:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:22:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:22:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:22:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:22:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:22:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:22:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:22:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:22:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:22:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:22:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:22:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:22:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:22:18,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101548baea50005, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:22:18,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101548baea50005, quorum=127.0.0.1:55252, baseZNode=/1-1867835091 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:22:18,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101548baea50002, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:22:18,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101548baea50002, quorum=127.0.0.1:55252, baseZNode=/01367041376 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:22:19,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:22:19,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:22:19,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:22:19,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:22:19,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:22:19,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:22:19,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45179762{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:22:19,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c3ac1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:22:19,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15e4e09a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/java.io.tmpdir/jetty-localhost-45625-hadoop-hdfs-3_4_1-tests_jar-_-any-10118576478872022072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:22:19,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b589b02{HTTP/1.1, (http/1.1)}{localhost:45625} 2024-11-19T19:22:19,132 INFO [Time-limited test {}] server.Server(415): Started @231069ms 2024-11-19T19:22:19,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:22:19,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:22:19,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:22:19,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:22:19,368 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:22:19,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7a16a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:22:19,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66eacbe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:22:19,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28400cbc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/java.io.tmpdir/jetty-localhost-46143-hadoop-hdfs-3_4_1-tests_jar-_-any-9710467569914935573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:22:19,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22b3f6ff{HTTP/1.1, (http/1.1)}{localhost:46143} 2024-11-19T19:22:19,466 INFO [Time-limited test {}] server.Server(415): Started @231403ms 2024-11-19T19:22:19,467 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:22:20,425 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/cluster_6ed48694-e9ac-71e7-b0e8-d4c5de71b760/data/data2/current/BP-554409019-172.17.0.3-1732044138534/current, will proceed with Du for space computation calculation, 2024-11-19T19:22:20,425 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/cluster_6ed48694-e9ac-71e7-b0e8-d4c5de71b760/data/data1/current/BP-554409019-172.17.0.3-1732044138534/current, will proceed with Du for space computation calculation, 2024-11-19T19:22:20,451 WARN [Thread-2655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:22:20,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcc7fad865cbaf8c with lease ID 0xeee6b7f8701d3ff9: Processing first storage report for DS-a5413359-296e-43c6-87d3-1893802a1adf from datanode DatanodeRegistration(127.0.0.1:33003, datanodeUuid=eae8f372-16c6-4b38-8002-c22a5545c833, infoPort=43205, infoSecurePort=0, ipcPort=39379, storageInfo=lv=-57;cid=testClusterID;nsid=1830218013;c=1732044138534) 2024-11-19T19:22:20,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcc7fad865cbaf8c with lease ID 0xeee6b7f8701d3ff9: from storage DS-a5413359-296e-43c6-87d3-1893802a1adf node DatanodeRegistration(127.0.0.1:33003, datanodeUuid=eae8f372-16c6-4b38-8002-c22a5545c833, infoPort=43205, infoSecurePort=0, ipcPort=39379, storageInfo=lv=-57;cid=testClusterID;nsid=1830218013;c=1732044138534), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:22:20,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcc7fad865cbaf8c with lease ID 0xeee6b7f8701d3ff9: Processing first storage report for DS-9777e88f-bb5e-4b1b-a15f-c782853f4f7f from datanode DatanodeRegistration(127.0.0.1:33003, datanodeUuid=eae8f372-16c6-4b38-8002-c22a5545c833, infoPort=43205, infoSecurePort=0, ipcPort=39379, storageInfo=lv=-57;cid=testClusterID;nsid=1830218013;c=1732044138534) 2024-11-19T19:22:20,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcc7fad865cbaf8c with lease ID 0xeee6b7f8701d3ff9: from storage DS-9777e88f-bb5e-4b1b-a15f-c782853f4f7f node DatanodeRegistration(127.0.0.1:33003, datanodeUuid=eae8f372-16c6-4b38-8002-c22a5545c833, infoPort=43205, infoSecurePort=0, ipcPort=39379, storageInfo=lv=-57;cid=testClusterID;nsid=1830218013;c=1732044138534), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:22:20,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3 2024-11-19T19:22:20,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:20,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:20,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:22:20,944 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7 with version=8 2024-11-19T19:22:20,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/hbase-staging 2024-11-19T19:22:20,946 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:22:20,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:20,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:20,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:22:20,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:20,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:22:20,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:22:20,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:22:20,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39745 2024-11-19T19:22:20,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39745 connecting to ZooKeeper ensemble=127.0.0.1:54613 2024-11-19T19:22:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397450x0, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:22:21,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39745-0x101548c23be0000 connected 2024-11-19T19:22:21,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:21,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:21,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Set watcher on znode that does not yet exist, /0-208130707/running 2024-11-19T19:22:21,124 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7, hbase.cluster.distributed=false 2024-11-19T19:22:21,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Set watcher on znode that does not yet exist, /0-208130707/acl 2024-11-19T19:22:21,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39745 2024-11-19T19:22:21,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39745 2024-11-19T19:22:21,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39745 2024-11-19T19:22:21,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39745 2024-11-19T19:22:21,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39745 2024-11-19T19:22:21,138 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:22:21,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:21,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:21,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:22:21,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:21,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:22:21,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:22:21,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:22:21,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38595 2024-11-19T19:22:21,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38595 connecting to ZooKeeper ensemble=127.0.0.1:54613 2024-11-19T19:22:21,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:21,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:21,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385950x0, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:22:21,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385950x0, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Set watcher on znode that does not yet exist, /0-208130707/running 2024-11-19T19:22:21,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38595-0x101548c23be0001 connected 2024-11-19T19:22:21,153 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:22:21,154 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:22:21,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Set watcher on znode that does not yet exist, /0-208130707/master 2024-11-19T19:22:21,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Set watcher on znode that does not yet exist, /0-208130707/acl 2024-11-19T19:22:21,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-19T19:22:21,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38595 2024-11-19T19:22:21,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38595 2024-11-19T19:22:21,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-19T19:22:21,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-19T19:22:21,171 DEBUG [M:0;f156d4de6e70:39745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:39745 2024-11-19T19:22:21,172 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-208130707/backup-masters/f156d4de6e70,39745,1732044140946 2024-11-19T19:22:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707/backup-masters 2024-11-19T19:22:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707/backup-masters 2024-11-19T19:22:21,185 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Set watcher on existing znode=/0-208130707/backup-masters/f156d4de6e70,39745,1732044140946 2024-11-19T19:22:21,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:21,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-208130707/master 2024-11-19T19:22:21,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:21,216 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Set watcher on existing znode=/0-208130707/master 2024-11-19T19:22:21,217 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-208130707/backup-masters/f156d4de6e70,39745,1732044140946 from backup master directory 2024-11-19T19:22:21,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707/backup-masters 2024-11-19T19:22:21,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-208130707/backup-masters/f156d4de6e70,39745,1732044140946 2024-11-19T19:22:21,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707/backup-masters 2024-11-19T19:22:21,227 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:22:21,227 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,39745,1732044140946 2024-11-19T19:22:21,230 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/hbase.id] with ID: bc4fec33-2898-43ce-9fca-cc65ddbee60b 2024-11-19T19:22:21,230 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/.tmp/hbase.id 2024-11-19T19:22:21,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:22:21,634 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/.tmp/hbase.id]:[hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/hbase.id] 2024-11-19T19:22:21,643 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:21,643 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:22:21,644 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T19:22:21,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:21,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:21,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:22:22,071 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:22:22,071 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:22:22,072 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:22:22,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:22:22,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:22,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:22,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:22,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:22,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:22,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:22,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:22,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:22,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:22,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:22,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:22,477 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store 2024-11-19T19:22:22,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:22:22,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:22,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:22:22,810 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38319 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:22:22,882 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:22,882 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:22:22,882 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:22,882 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:22,882 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:22:22,883 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:22,883 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:22,883 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044142882Disabling compacts and flushes for region at 1732044142882Disabling writes for close at 1732044142882Writing region close event to WAL at 1732044142883 (+1 ms)Closed at 1732044142883 2024-11-19T19:22:22,883 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/.initializing 2024-11-19T19:22:22,883 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/WALs/f156d4de6e70,39745,1732044140946 2024-11-19T19:22:22,884 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:22:22,885 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C39745%2C1732044140946, suffix=, logDir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/WALs/f156d4de6e70,39745,1732044140946, archiveDir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/oldWALs, maxLogs=10 2024-11-19T19:22:22,897 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/WALs/f156d4de6e70,39745,1732044140946/f156d4de6e70%2C39745%2C1732044140946.1732044142885, exclude list is [], retry=0 2024-11-19T19:22:22,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33003,DS-a5413359-296e-43c6-87d3-1893802a1adf,DISK] 2024-11-19T19:22:22,901 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/WALs/f156d4de6e70,39745,1732044140946/f156d4de6e70%2C39745%2C1732044140946.1732044142885 2024-11-19T19:22:22,901 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43205:43205)] 2024-11-19T19:22:22,901 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:22,901 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:22,901 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:22,901 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:22,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:22,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:22:22,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:22,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:22,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:22,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:22:22,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:22,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:22,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:22,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:22:22,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:22,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:22,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:22,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:22:22,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:22,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:22,908 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:22,909 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:22,909 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:22,910 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:22,910 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:22,910 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:22:22,911 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:22,912 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:22,912 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73673082, jitterRate=0.09781447052955627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:22:22,913 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044142901Initializing all the Stores at 1732044142902 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044142902Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044142903 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044142904 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044142904Cleaning up temporary data from old regions at 1732044142910 (+6 ms)Region opened successfully at 1732044142913 (+3 ms) 2024-11-19T19:22:22,913 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:22:22,915 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2355d891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:22:22,916 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:22:22,916 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:22:22,916 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:22:22,916 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:22:22,917 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:22:22,917 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:22:22,917 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:22:22,920 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:22:22,921 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Unable to get data of znode /0-208130707/balancer because node does not exist (not necessarily an error) 2024-11-19T19:22:22,942 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-208130707/balancer already deleted, retry=false 2024-11-19T19:22:22,943 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:22:22,943 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Unable to get data of znode /0-208130707/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:22:22,952 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-208130707/normalizer already deleted, retry=false 2024-11-19T19:22:22,953 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:22:22,954 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Unable to get data of znode /0-208130707/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:22:22,963 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-208130707/switch/split already deleted, retry=false 2024-11-19T19:22:22,964 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Unable to get data of znode /0-208130707/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:22:22,974 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-208130707/switch/merge already deleted, retry=false 2024-11-19T19:22:22,975 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Unable to get data of znode /0-208130707/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:22:22,984 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-208130707/snapshot-cleanup already deleted, retry=false 2024-11-19T19:22:22,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-208130707/running 2024-11-19T19:22:22,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-208130707/running 2024-11-19T19:22:22,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:22,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:22,995 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,39745,1732044140946, sessionid=0x101548c23be0000, setting cluster-up flag (Was=false) 2024-11-19T19:22:23,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:23,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:23,068 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-208130707/flush-table-proc/acquired, /0-208130707/flush-table-proc/reached, /0-208130707/flush-table-proc/abort 2024-11-19T19:22:23,070 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,39745,1732044140946 2024-11-19T19:22:23,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:23,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:23,121 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-208130707/online-snapshot/acquired, /0-208130707/online-snapshot/reached, /0-208130707/online-snapshot/abort 2024-11-19T19:22:23,122 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,39745,1732044140946 2024-11-19T19:22:23,123 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:22:23,124 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:22:23,124 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:22:23,124 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:22:23,125 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,39745,1732044140946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:22:23,126 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:22:23,126 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:22:23,126 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:22:23,126 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:22:23,126 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:22:23,126 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:23,126 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:22:23,126 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:23,127 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044173127 2024-11-19T19:22:23,127 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:22:23,127 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:22:23,127 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:22:23,127 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:22:23,127 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:22:23,127 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:22:23,127 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:22:23,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:22:23,127 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:22:23,127 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:22:23,128 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:22:23,128 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:22:23,128 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:22:23,128 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:22:23,128 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044143128,5,FailOnTimeoutGroup] 2024-11-19T19:22:23,128 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:23,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:22:23,132 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044143128,5,FailOnTimeoutGroup] 2024-11-19T19:22:23,132 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,132 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:22:23,132 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,132 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:22:23,164 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(746): ClusterId : bc4fec33-2898-43ce-9fca-cc65ddbee60b 2024-11-19T19:22:23,164 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:22:23,174 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:22:23,174 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:22:23,185 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:22:23,185 DEBUG [RS:0;f156d4de6e70:38595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fe41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:22:23,195 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:38595 2024-11-19T19:22:23,195 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:22:23,195 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:22:23,195 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:22:23,196 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,39745,1732044140946 with port=38595, startcode=1732044141138 2024-11-19T19:22:23,196 DEBUG [RS:0;f156d4de6e70:38595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:22:23,197 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:22:23,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,38595,1732044141138 2024-11-19T19:22:23,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39745 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,38595,1732044141138 2024-11-19T19:22:23,199 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7 2024-11-19T19:22:23,199 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41685 2024-11-19T19:22:23,199 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:22:23,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707/rs 2024-11-19T19:22:23,206 DEBUG [RS:0;f156d4de6e70:38595 {}] zookeeper.ZKUtil(111): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Set watcher on existing znode=/0-208130707/rs/f156d4de6e70,38595,1732044141138 2024-11-19T19:22:23,206 WARN [RS:0;f156d4de6e70:38595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:22:23,206 INFO [RS:0;f156d4de6e70:38595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:23,206 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138 2024-11-19T19:22:23,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,38595,1732044141138] 2024-11-19T19:22:23,208 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:22:23,210 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:22:23,210 INFO [RS:0;f156d4de6e70:38595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:22:23,210 INFO [RS:0;f156d4de6e70:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,210 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:22:23,211 INFO [RS:0;f156d4de6e70:38595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:22:23,211 INFO [RS:0;f156d4de6e70:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:22:23,211 DEBUG [RS:0;f156d4de6e70:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:22:23,212 INFO [RS:0;f156d4de6e70:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,212 INFO [RS:0;f156d4de6e70:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,212 INFO [RS:0;f156d4de6e70:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,212 INFO [RS:0;f156d4de6e70:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,212 INFO [RS:0;f156d4de6e70:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,212 INFO [RS:0;f156d4de6e70:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,38595,1732044141138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:22:23,227 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:22:23,228 INFO [RS:0;f156d4de6e70:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,38595,1732044141138-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,228 INFO [RS:0;f156d4de6e70:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,228 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.Replication(171): f156d4de6e70,38595,1732044141138 started 2024-11-19T19:22:23,242 INFO [RS:0;f156d4de6e70:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:23,243 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,38595,1732044141138, RpcServer on f156d4de6e70/172.17.0.3:38595, sessionid=0x101548c23be0001 2024-11-19T19:22:23,243 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:22:23,243 DEBUG [RS:0;f156d4de6e70:38595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,38595,1732044141138 2024-11-19T19:22:23,243 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,38595,1732044141138' 2024-11-19T19:22:23,243 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-208130707/flush-table-proc/abort' 2024-11-19T19:22:23,243 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-208130707/flush-table-proc/acquired' 2024-11-19T19:22:23,243 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:22:23,243 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:22:23,243 DEBUG [RS:0;f156d4de6e70:38595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,38595,1732044141138 2024-11-19T19:22:23,243 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,38595,1732044141138' 2024-11-19T19:22:23,243 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-208130707/online-snapshot/abort' 2024-11-19T19:22:23,244 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-208130707/online-snapshot/acquired' 2024-11-19T19:22:23,244 DEBUG [RS:0;f156d4de6e70:38595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:22:23,244 INFO [RS:0;f156d4de6e70:38595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:22:23,244 INFO [RS:0;f156d4de6e70:38595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:22:23,344 INFO [RS:0;f156d4de6e70:38595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:22:23,345 INFO [RS:0;f156d4de6e70:38595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C38595%2C1732044141138, suffix=, logDir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138, archiveDir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/oldWALs, maxLogs=10 2024-11-19T19:22:23,361 DEBUG [RS:0;f156d4de6e70:38595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346, exclude list is [], retry=0 2024-11-19T19:22:23,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33003,DS-a5413359-296e-43c6-87d3-1893802a1adf,DISK] 2024-11-19T19:22:23,364 INFO [RS:0;f156d4de6e70:38595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 2024-11-19T19:22:23,365 DEBUG [RS:0;f156d4de6e70:38595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43205:43205)] 2024-11-19T19:22:23,537 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:22:23,537 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7 2024-11-19T19:22:23,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:22:23,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:23,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:22:23,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:22:23,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:23,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:23,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:22:23,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:22:23,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:23,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:23,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:22:23,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:22:23,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:23,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:23,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:22:23,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:22:23,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:23,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:23,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:22:23,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740 2024-11-19T19:22:23,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740 2024-11-19T19:22:23,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:22:23,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:22:23,949 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:22:23,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:22:23,951 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:23,951 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67248584, jitterRate=0.0020819902420043945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:22:23,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044143943Initializing all the Stores at 1732044143943Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044143943Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044143943Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044143943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044143943Cleaning up temporary data from old regions at 1732044143949 (+6 ms)Region opened successfully at 1732044143952 (+3 ms) 2024-11-19T19:22:23,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:22:23,952 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:22:23,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:22:23,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:22:23,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:22:23,956 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:22:23,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044143952Disabling compacts and flushes for region at 1732044143952Disabling writes for close at 1732044143952Writing region close event to WAL at 1732044143956 (+4 ms)Closed at 1732044143956 2024-11-19T19:22:23,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:22:23,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:22:23,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:22:23,958 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:22:23,958 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:22:24,108 DEBUG [f156d4de6e70:39745 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:22:24,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,38595,1732044141138 2024-11-19T19:22:24,110 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,38595,1732044141138, state=OPENING 2024-11-19T19:22:24,121 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:22:24,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:24,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:24,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:22:24,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,38595,1732044141138}] 2024-11-19T19:22:24,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-208130707/meta-region-server: CHANGED 2024-11-19T19:22:24,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-208130707/meta-region-server: CHANGED 2024-11-19T19:22:24,283 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:22:24,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:22:24,287 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:22:24,287 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:24,287 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:22:24,288 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C38595%2C1732044141138.meta, suffix=.meta, logDir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138, archiveDir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/oldWALs, maxLogs=10 2024-11-19T19:22:24,300 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.meta.1732044144288.meta, exclude list is [], retry=0 2024-11-19T19:22:24,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33003,DS-a5413359-296e-43c6-87d3-1893802a1adf,DISK] 2024-11-19T19:22:24,303 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.meta.1732044144288.meta 2024-11-19T19:22:24,303 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43205:43205)] 2024-11-19T19:22:24,303 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:24,303 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:22:24,303 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:22:24,303 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:22:24,303 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:22:24,304 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:22:24,304 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:24,304 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:22:24,304 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:22:24,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:22:24,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:22:24,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:24,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:24,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:22:24,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:22:24,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:24,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:24,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:22:24,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:22:24,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:24,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:24,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:22:24,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:22:24,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:24,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:24,308 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:22:24,309 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740 2024-11-19T19:22:24,310 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740 2024-11-19T19:22:24,310 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:22:24,310 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:22:24,311 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:22:24,312 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:22:24,312 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72037072, jitterRate=0.07343602180480957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:22:24,312 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:22:24,313 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044144304Writing region info on filesystem at 1732044144304Initializing all the Stores at 1732044144305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044144305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044144305Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044144305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044144305Cleaning up temporary data from old regions at 1732044144310 (+5 ms)Running coprocessor post-open hooks at 1732044144312 (+2 ms)Region opened successfully at 1732044144313 (+1 ms) 2024-11-19T19:22:24,314 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044144283 2024-11-19T19:22:24,315 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:22:24,315 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:22:24,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,38595,1732044141138 2024-11-19T19:22:24,316 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,38595,1732044141138, state=OPEN 2024-11-19T19:22:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-208130707/meta-region-server 2024-11-19T19:22:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-208130707/meta-region-server 2024-11-19T19:22:24,349 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,38595,1732044141138 2024-11-19T19:22:24,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-208130707/meta-region-server: CHANGED 2024-11-19T19:22:24,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-208130707/meta-region-server: CHANGED 2024-11-19T19:22:24,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:22:24,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,38595,1732044141138 in 217 msec 2024-11-19T19:22:24,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:22:24,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 394 msec 2024-11-19T19:22:24,353 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:22:24,353 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:22:24,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:24,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,38595,1732044141138, seqNum=-1] 2024-11-19T19:22:24,354 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:24,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:22:24,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2350 sec 2024-11-19T19:22:24,359 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044144359, completionTime=-1 2024-11-19T19:22:24,359 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:22:24,359 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:22:24,360 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:22:24,360 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044204360 2024-11-19T19:22:24,360 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044264360 2024-11-19T19:22:24,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T19:22:24,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,39745,1732044140946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:24,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,39745,1732044140946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:24,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,39745,1732044140946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:24,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:39745, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:24,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:24,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:24,362 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:22:24,364 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.137sec 2024-11-19T19:22:24,364 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:22:24,364 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:22:24,364 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:22:24,364 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:22:24,364 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:22:24,364 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,39745,1732044140946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:22:24,364 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,39745,1732044140946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:22:24,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e4373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:24,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,39745,-1 for getting cluster id 2024-11-19T19:22:24,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:24,366 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:22:24,366 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:22:24,366 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,39745,1732044140946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:24,366 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4fec33-2898-43ce-9fca-cc65ddbee60b' 2024-11-19T19:22:24,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:24,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4fec33-2898-43ce-9fca-cc65ddbee60b" 2024-11-19T19:22:24,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a03ce52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:24,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,39745,-1] 2024-11-19T19:22:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:24,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:24,367 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:24,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788dd956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:24,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,38595,1732044141138, seqNum=-1] 2024-11-19T19:22:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:24,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:22:24,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,39745,1732044140946 2024-11-19T19:22:24,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54613 2024-11-19T19:22:24,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:22:24,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101548c23be0002 connected 2024-11-19T19:22:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/hadoop.log.dir so I do NOT create it in target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb 2024-11-19T19:22:24,403 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:22:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/hadoop.tmp.dir so I do NOT create it in target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb 2024-11-19T19:22:24,403 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:22:24,403 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb 2024-11-19T19:22:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:22:24,403 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/cluster_228f81eb-bb7a-e26f-1618-f0699337d22e, deleteOnExit=true 2024-11-19T19:22:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:22:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/test.cache.data in system properties and HBase conf 2024-11-19T19:22:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:22:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:22:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:22:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:22:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:22:24,403 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:22:24,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:22:24,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T19:22:24,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T19:22:24,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:22:24,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:22:24,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:22:24,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:22:24,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:22:24,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:22:24,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:22:24,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f01cbd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:22:24,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4d9ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:22:24,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c36904c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/java.io.tmpdir/jetty-localhost-41933-hadoop-hdfs-3_4_1-tests_jar-_-any-2529576604946449438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:22:24,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@599275ad{HTTP/1.1, (http/1.1)}{localhost:41933} 2024-11-19T19:22:24,838 INFO [Time-limited test {}] server.Server(415): Started @236775ms 2024-11-19T19:22:25,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:22:25,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:22:25,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:22:25,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:22:25,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:22:25,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5604bf70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:22:25,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fcd1238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:22:25,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79e08126{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/java.io.tmpdir/jetty-localhost-37933-hadoop-hdfs-3_4_1-tests_jar-_-any-16798159113294769400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:22:25,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e3f1a99{HTTP/1.1, (http/1.1)}{localhost:37933} 2024-11-19T19:22:25,190 INFO [Time-limited test {}] server.Server(415): Started @237127ms 2024-11-19T19:22:25,191 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:22:26,058 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/cluster_228f81eb-bb7a-e26f-1618-f0699337d22e/data/data2/current/BP-1409436475-172.17.0.3-1732044144418/current, will proceed with Du for space computation calculation, 2024-11-19T19:22:26,058 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/cluster_228f81eb-bb7a-e26f-1618-f0699337d22e/data/data1/current/BP-1409436475-172.17.0.3-1732044144418/current, will proceed with Du for space computation calculation, 2024-11-19T19:22:26,092 WARN [Thread-2776 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:22:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb52437957ac44a24 with lease ID 0xbde0efd08f11cc53: Processing first storage report for DS-91aee90e-e5d7-4b9d-8f52-c31ed3ef9058 from datanode DatanodeRegistration(127.0.0.1:42883, datanodeUuid=be8345c1-7be3-4fc6-89ba-4e9bc11d156b, infoPort=35097, infoSecurePort=0, ipcPort=37255, storageInfo=lv=-57;cid=testClusterID;nsid=16648226;c=1732044144418) 2024-11-19T19:22:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb52437957ac44a24 with lease ID 0xbde0efd08f11cc53: from storage DS-91aee90e-e5d7-4b9d-8f52-c31ed3ef9058 node DatanodeRegistration(127.0.0.1:42883, datanodeUuid=be8345c1-7be3-4fc6-89ba-4e9bc11d156b, infoPort=35097, infoSecurePort=0, ipcPort=37255, storageInfo=lv=-57;cid=testClusterID;nsid=16648226;c=1732044144418), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T19:22:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb52437957ac44a24 with lease ID 0xbde0efd08f11cc53: Processing first storage report for DS-decfb55d-9e25-48ce-b0f7-c01f5905f739 from datanode DatanodeRegistration(127.0.0.1:42883, datanodeUuid=be8345c1-7be3-4fc6-89ba-4e9bc11d156b, infoPort=35097, infoSecurePort=0, ipcPort=37255, storageInfo=lv=-57;cid=testClusterID;nsid=16648226;c=1732044144418) 2024-11-19T19:22:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb52437957ac44a24 with lease ID 0xbde0efd08f11cc53: from storage DS-decfb55d-9e25-48ce-b0f7-c01f5905f739 node DatanodeRegistration(127.0.0.1:42883, datanodeUuid=be8345c1-7be3-4fc6-89ba-4e9bc11d156b, infoPort=35097, infoSecurePort=0, ipcPort=37255, storageInfo=lv=-57;cid=testClusterID;nsid=16648226;c=1732044144418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:22:26,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb 2024-11-19T19:22:26,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:26,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:26,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:22:26,125 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425 with version=8 2024-11-19T19:22:26,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/hbase-staging 2024-11-19T19:22:26,128 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:22:26,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:26,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:26,128 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:22:26,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:26,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:22:26,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:22:26,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:22:26,130 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38623 2024-11-19T19:22:26,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38623 connecting to ZooKeeper ensemble=127.0.0.1:54613 2024-11-19T19:22:26,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386230x0, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:22:26,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38623-0x101548c23be0003 connected 2024-11-19T19:22:26,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:26,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:26,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Set watcher on znode that does not yet exist, /11701160008/running 2024-11-19T19:22:26,219 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425, hbase.cluster.distributed=false 2024-11-19T19:22:26,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Set watcher on znode that does not yet exist, /11701160008/acl 2024-11-19T19:22:26,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38623 2024-11-19T19:22:26,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38623 2024-11-19T19:22:26,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38623 2024-11-19T19:22:26,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38623 2024-11-19T19:22:26,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38623 2024-11-19T19:22:26,234 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:22:26,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:26,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:26,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:22:26,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:26,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:22:26,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:22:26,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:22:26,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43053 2024-11-19T19:22:26,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43053 connecting to ZooKeeper ensemble=127.0.0.1:54613 2024-11-19T19:22:26,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:26,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:26,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430530x0, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:22:26,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43053-0x101548c23be0004 connected 2024-11-19T19:22:26,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Set watcher on znode that does not yet exist, /11701160008/running 2024-11-19T19:22:26,248 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:22:26,249 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:22:26,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Set watcher on znode that does not yet exist, /11701160008/master 2024-11-19T19:22:26,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Set watcher on znode that does not yet exist, /11701160008/acl 2024-11-19T19:22:26,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43053 2024-11-19T19:22:26,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43053 2024-11-19T19:22:26,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43053 2024-11-19T19:22:26,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43053 2024-11-19T19:22:26,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43053 2024-11-19T19:22:26,269 DEBUG [M:0;f156d4de6e70:38623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:38623 2024-11-19T19:22:26,271 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11701160008/backup-masters/f156d4de6e70,38623,1732044146128 2024-11-19T19:22:26,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008/backup-masters 2024-11-19T19:22:26,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008/backup-masters 2024-11-19T19:22:26,279 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Set watcher on existing znode=/11701160008/backup-masters/f156d4de6e70,38623,1732044146128 2024-11-19T19:22:26,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:26,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11701160008/master 2024-11-19T19:22:26,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:26,290 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Set watcher on existing znode=/11701160008/master 2024-11-19T19:22:26,290 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11701160008/backup-masters/f156d4de6e70,38623,1732044146128 from backup master directory 2024-11-19T19:22:26,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11701160008/backup-masters/f156d4de6e70,38623,1732044146128 2024-11-19T19:22:26,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008/backup-masters 2024-11-19T19:22:26,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008/backup-masters 2024-11-19T19:22:26,300 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:22:26,300 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,38623,1732044146128 2024-11-19T19:22:26,302 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/hbase.id] with ID: 7a15d8a9-09b1-4b64-ac53-64cf14702682 2024-11-19T19:22:26,302 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/.tmp/hbase.id 2024-11-19T19:22:26,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:22:26,706 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/.tmp/hbase.id]:[hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/hbase.id] 2024-11-19T19:22:26,714 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:26,714 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:22:26,714 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T19:22:26,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:26,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:26,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:22:27,168 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:22:27,169 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:22:27,170 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:27,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:22:27,576 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store 2024-11-19T19:22:27,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:22:27,981 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:27,981 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:22:27,981 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:27,981 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:27,981 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:22:27,981 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:27,981 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:27,981 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044147981Disabling compacts and flushes for region at 1732044147981Disabling writes for close at 1732044147981Writing region close event to WAL at 1732044147981Closed at 1732044147981 2024-11-19T19:22:27,982 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/.initializing 2024-11-19T19:22:27,982 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/WALs/f156d4de6e70,38623,1732044146128 2024-11-19T19:22:27,983 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:22:27,984 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C38623%2C1732044146128, suffix=, logDir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/WALs/f156d4de6e70,38623,1732044146128, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/oldWALs, maxLogs=10 2024-11-19T19:22:27,995 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/WALs/f156d4de6e70,38623,1732044146128/f156d4de6e70%2C38623%2C1732044146128.1732044147984, exclude list is [], retry=0 2024-11-19T19:22:27,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42883,DS-91aee90e-e5d7-4b9d-8f52-c31ed3ef9058,DISK] 2024-11-19T19:22:27,999 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/WALs/f156d4de6e70,38623,1732044146128/f156d4de6e70%2C38623%2C1732044146128.1732044147984 2024-11-19T19:22:27,999 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)] 2024-11-19T19:22:27,999 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:27,999 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:27,999 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:27,999 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:28,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:28,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:22:28,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:28,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:28,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:28,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:22:28,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:28,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:28,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:28,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:22:28,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:28,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:28,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:28,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:22:28,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:28,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:28,006 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:28,006 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:28,006 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:28,007 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:28,007 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:28,007 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:22:28,008 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:28,009 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:28,010 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71472934, jitterRate=0.06502971053123474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:22:28,010 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044147999Initializing all the Stores at 1732044148000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044148000Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044148000Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044148000Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044148000Cleaning up temporary data from old regions at 1732044148007 (+7 ms)Region opened successfully at 1732044148010 (+3 ms) 2024-11-19T19:22:28,010 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:22:28,012 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c30caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:22:28,012 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:22:28,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:22:28,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:22:28,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:22:28,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:22:28,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:22:28,013 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:22:28,014 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:22:28,015 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Unable to get data of znode /11701160008/balancer because node does not exist (not necessarily an error) 2024-11-19T19:22:28,079 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11701160008/balancer already deleted, retry=false 2024-11-19T19:22:28,080 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:22:28,080 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Unable to get data of znode /11701160008/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:22:28,089 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11701160008/normalizer already deleted, retry=false 2024-11-19T19:22:28,090 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:22:28,091 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Unable to get data of znode /11701160008/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:22:28,100 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11701160008/switch/split already deleted, retry=false 2024-11-19T19:22:28,101 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Unable to get data of znode /11701160008/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:22:28,110 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11701160008/switch/merge already deleted, retry=false 2024-11-19T19:22:28,112 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Unable to get data of znode /11701160008/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:22:28,121 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11701160008/snapshot-cleanup already deleted, retry=false 2024-11-19T19:22:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11701160008/running 2024-11-19T19:22:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11701160008/running 2024-11-19T19:22:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:28,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:28,132 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,38623,1732044146128, sessionid=0x101548c23be0003, setting cluster-up flag (Was=false) 2024-11-19T19:22:28,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:28,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:28,184 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11701160008/flush-table-proc/acquired, /11701160008/flush-table-proc/reached, /11701160008/flush-table-proc/abort 2024-11-19T19:22:28,185 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,38623,1732044146128 2024-11-19T19:22:28,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:28,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:28,237 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11701160008/online-snapshot/acquired, /11701160008/online-snapshot/reached, /11701160008/online-snapshot/abort 2024-11-19T19:22:28,237 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,38623,1732044146128 2024-11-19T19:22:28,238 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:22:28,239 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:22:28,240 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:22:28,240 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:22:28,240 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,38623,1732044146128 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:22:28,241 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:22:28,241 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:22:28,241 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:22:28,241 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:22:28,241 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:22:28,241 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:28,242 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:22:28,242 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:28,242 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044178242 2024-11-19T19:22:28,242 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:22:28,243 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:22:28,243 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:22:28,243 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:22:28,243 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:22:28,243 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:22:28,243 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:22:28,243 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:22:28,243 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:28,243 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:22:28,244 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:22:28,244 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:22:28,244 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:22:28,244 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:22:28,248 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:22:28,248 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:22:28,248 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044148248,5,FailOnTimeoutGroup] 2024-11-19T19:22:28,252 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044148248,5,FailOnTimeoutGroup] 2024-11-19T19:22:28,252 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,252 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:22:28,252 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,252 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:22:28,259 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(746): ClusterId : 7a15d8a9-09b1-4b64-ac53-64cf14702682 2024-11-19T19:22:28,259 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:22:28,269 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:22:28,269 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:22:28,279 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:22:28,280 DEBUG [RS:0;f156d4de6e70:43053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e65a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:22:28,292 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:43053 2024-11-19T19:22:28,292 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:22:28,292 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:22:28,293 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:22:28,293 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,38623,1732044146128 with port=43053, startcode=1732044146234 2024-11-19T19:22:28,293 DEBUG [RS:0;f156d4de6e70:43053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:22:28,295 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:22:28,295 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,43053,1732044146234 2024-11-19T19:22:28,295 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38623 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,43053,1732044146234 2024-11-19T19:22:28,296 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425 2024-11-19T19:22:28,296 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40313 2024-11-19T19:22:28,296 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:22:28,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008/rs 2024-11-19T19:22:28,353 DEBUG [RS:0;f156d4de6e70:43053 {}] zookeeper.ZKUtil(111): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Set watcher on existing znode=/11701160008/rs/f156d4de6e70,43053,1732044146234 2024-11-19T19:22:28,353 WARN [RS:0;f156d4de6e70:43053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:22:28,353 INFO [RS:0;f156d4de6e70:43053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:28,353 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234 2024-11-19T19:22:28,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,43053,1732044146234] 2024-11-19T19:22:28,356 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:22:28,357 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:22:28,358 INFO [RS:0;f156d4de6e70:43053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:22:28,358 INFO [RS:0;f156d4de6e70:43053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,358 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:22:28,359 INFO [RS:0;f156d4de6e70:43053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:22:28,359 INFO [RS:0;f156d4de6e70:43053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:22:28,359 DEBUG [RS:0;f156d4de6e70:43053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:22:28,362 INFO [RS:0;f156d4de6e70:43053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,362 INFO [RS:0;f156d4de6e70:43053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,362 INFO [RS:0;f156d4de6e70:43053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,362 INFO [RS:0;f156d4de6e70:43053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,362 INFO [RS:0;f156d4de6e70:43053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,362 INFO [RS:0;f156d4de6e70:43053 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43053,1732044146234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:22:28,374 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:22:28,375 INFO [RS:0;f156d4de6e70:43053 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43053,1732044146234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,375 INFO [RS:0;f156d4de6e70:43053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,375 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.Replication(171): f156d4de6e70,43053,1732044146234 started 2024-11-19T19:22:28,386 INFO [RS:0;f156d4de6e70:43053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:28,386 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,43053,1732044146234, RpcServer on f156d4de6e70/172.17.0.3:43053, sessionid=0x101548c23be0004 2024-11-19T19:22:28,386 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:22:28,386 DEBUG [RS:0;f156d4de6e70:43053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,43053,1732044146234 2024-11-19T19:22:28,386 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,43053,1732044146234' 2024-11-19T19:22:28,386 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11701160008/flush-table-proc/abort' 2024-11-19T19:22:28,387 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11701160008/flush-table-proc/acquired' 2024-11-19T19:22:28,387 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:22:28,387 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:22:28,387 DEBUG [RS:0;f156d4de6e70:43053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,43053,1732044146234 2024-11-19T19:22:28,387 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,43053,1732044146234' 2024-11-19T19:22:28,387 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11701160008/online-snapshot/abort' 2024-11-19T19:22:28,387 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11701160008/online-snapshot/acquired' 2024-11-19T19:22:28,387 DEBUG [RS:0;f156d4de6e70:43053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:22:28,388 INFO [RS:0;f156d4de6e70:43053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:22:28,388 INFO [RS:0;f156d4de6e70:43053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:22:28,488 INFO [RS:0;f156d4de6e70:43053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:22:28,489 INFO [RS:0;f156d4de6e70:43053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C43053%2C1732044146234, suffix=, logDir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/oldWALs, maxLogs=10 2024-11-19T19:22:28,500 DEBUG [RS:0;f156d4de6e70:43053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489, exclude list is [], retry=0 2024-11-19T19:22:28,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42883,DS-91aee90e-e5d7-4b9d-8f52-c31ed3ef9058,DISK] 2024-11-19T19:22:28,504 INFO [RS:0;f156d4de6e70:43053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 2024-11-19T19:22:28,504 DEBUG [RS:0;f156d4de6e70:43053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)] 2024-11-19T19:22:28,656 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:22:28,657 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425 2024-11-19T19:22:28,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:22:29,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:29,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:22:29,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:22:29,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:29,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:29,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:22:29,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:22:29,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:29,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:29,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:22:29,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:22:29,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:29,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:29,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:22:29,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:22:29,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:29,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:29,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:22:29,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740 2024-11-19T19:22:29,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740 2024-11-19T19:22:29,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:22:29,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:22:29,068 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:22:29,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:22:29,070 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:29,071 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61279580, jitterRate=-0.08686310052871704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:22:29,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044149061Initializing all the Stores at 1732044149062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044149062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044149062Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044149062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044149062Cleaning up temporary data from old regions at 1732044149068 (+6 ms)Region opened successfully at 1732044149071 (+3 ms) 2024-11-19T19:22:29,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:22:29,071 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:22:29,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:22:29,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:22:29,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:22:29,071 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:22:29,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044149071Disabling compacts and flushes for region at 1732044149071Disabling writes for close at 1732044149071Writing region close event to WAL at 1732044149071Closed at 1732044149071 2024-11-19T19:22:29,072 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:22:29,072 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:22:29,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:22:29,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:22:29,073 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:22:29,208 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:22:29,223 DEBUG [f156d4de6e70:38623 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:22:29,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,43053,1732044146234 2024-11-19T19:22:29,225 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,43053,1732044146234, state=OPENING 2024-11-19T19:22:29,285 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:22:29,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:29,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:29,296 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:22:29,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11701160008/meta-region-server: CHANGED 2024-11-19T19:22:29,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11701160008/meta-region-server: CHANGED 2024-11-19T19:22:29,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,43053,1732044146234}] 2024-11-19T19:22:29,448 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:22:29,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:22:29,451 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:22:29,451 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:29,451 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:22:29,452 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C43053%2C1732044146234.meta, suffix=.meta, logDir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/oldWALs, maxLogs=10 2024-11-19T19:22:29,463 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.meta.1732044149453.meta, exclude list is [], retry=0 2024-11-19T19:22:29,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42883,DS-91aee90e-e5d7-4b9d-8f52-c31ed3ef9058,DISK] 2024-11-19T19:22:29,467 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.meta.1732044149453.meta 2024-11-19T19:22:29,467 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)] 2024-11-19T19:22:29,467 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:29,467 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:22:29,467 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:22:29,467 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:22:29,467 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:22:29,467 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:22:29,468 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:29,468 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:22:29,468 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:22:29,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:22:29,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:22:29,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:29,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:29,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:22:29,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:22:29,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:29,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:29,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:22:29,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:22:29,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:29,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:29,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:22:29,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:22:29,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:29,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:29,472 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:22:29,472 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740 2024-11-19T19:22:29,473 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740 2024-11-19T19:22:29,473 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:22:29,473 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:22:29,474 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:22:29,474 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:22:29,475 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73033767, jitterRate=0.08828793466091156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:22:29,475 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:22:29,475 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044149468Writing region info on filesystem at 1732044149468Initializing all the Stores at 1732044149468Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044149468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044149468Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044149468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044149468Cleaning up temporary data from old regions at 1732044149473 (+5 ms)Running coprocessor post-open hooks at 1732044149475 (+2 ms)Region opened successfully at 1732044149475 2024-11-19T19:22:29,476 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044149447 2024-11-19T19:22:29,477 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:22:29,477 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:22:29,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,43053,1732044146234 2024-11-19T19:22:29,478 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,43053,1732044146234, state=OPEN 2024-11-19T19:22:29,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11701160008/meta-region-server 2024-11-19T19:22:29,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11701160008/meta-region-server 2024-11-19T19:22:29,489 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,43053,1732044146234 2024-11-19T19:22:29,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11701160008/meta-region-server: CHANGED 2024-11-19T19:22:29,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11701160008/meta-region-server: CHANGED 2024-11-19T19:22:29,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:22:29,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,43053,1732044146234 in 193 msec 2024-11-19T19:22:29,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:22:29,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-19T19:22:29,493 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:22:29,493 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:22:29,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:29,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43053,1732044146234, seqNum=-1] 2024-11-19T19:22:29,494 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:29,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:22:29,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-19T19:22:29,499 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044149498, completionTime=-1 2024-11-19T19:22:29,499 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:22:29,499 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:22:29,500 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:22:29,500 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044209500 2024-11-19T19:22:29,500 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044269500 2024-11-19T19:22:29,500 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T19:22:29,501 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,38623,1732044146128-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:29,501 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,38623,1732044146128-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:29,501 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,38623,1732044146128-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:29,501 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:38623, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:29,501 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:29,501 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:29,502 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:22:29,504 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.204sec 2024-11-19T19:22:29,504 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:22:29,504 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:22:29,504 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:22:29,504 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:22:29,504 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:22:29,504 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,38623,1732044146128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:22:29,504 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,38623,1732044146128-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:22:29,505 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:22:29,505 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:22:29,506 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,38623,1732044146128-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:29,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7942bfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:29,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,38623,-1 for getting cluster id 2024-11-19T19:22:29,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:29,561 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a15d8a9-09b1-4b64-ac53-64cf14702682' 2024-11-19T19:22:29,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:29,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a15d8a9-09b1-4b64-ac53-64cf14702682" 2024-11-19T19:22:29,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135d2a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:29,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,38623,-1] 2024-11-19T19:22:29,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:29,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:29,562 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:29,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15de66d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:29,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:29,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43053,1732044146234, seqNum=-1] 2024-11-19T19:22:29,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:29,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:22:29,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,38623,1732044146128 2024-11-19T19:22:29,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54613 2024-11-19T19:22:29,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:22:29,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101548c23be0005 connected 2024-11-19T19:22:29,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/hadoop.log.dir so I do NOT create it in target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757 2024-11-19T19:22:29,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:22:29,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/hadoop.tmp.dir so I do NOT create it in target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757 2024-11-19T19:22:29,592 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:22:29,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757 2024-11-19T19:22:29,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:22:29,593 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/cluster_879e05ef-464b-5ef6-ce70-3ff6cfdd97d7, deleteOnExit=true 2024-11-19T19:22:29,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:22:29,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/test.cache.data in system properties and HBase conf 2024-11-19T19:22:29,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:22:29,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:22:29,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:22:29,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:22:29,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:22:29,593 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:22:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:22:29,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:22:29,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:29,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:29,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:29,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:29,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:29,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:29,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:29,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:29,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:29,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:29,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:29,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:22:29,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:22:29,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:22:29,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:22:29,994 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:22:29,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:22:29,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b8416b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:22:29,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d26d8f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:22:30,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76478748{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/java.io.tmpdir/jetty-localhost-40799-hadoop-hdfs-3_4_1-tests_jar-_-any-18361974238239361281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:22:30,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@655c6ebf{HTTP/1.1, (http/1.1)}{localhost:40799} 2024-11-19T19:22:30,092 INFO [Time-limited test {}] server.Server(415): Started @242029ms 2024-11-19T19:22:30,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:22:30,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:22:30,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:22:30,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:22:30,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:22:30,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ec6a12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:22:30,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@182f4d14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:22:30,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd1b6aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/java.io.tmpdir/jetty-localhost-32867-hadoop-hdfs-3_4_1-tests_jar-_-any-2408138497557681357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:22:30,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c41974f{HTTP/1.1, (http/1.1)}{localhost:32867} 2024-11-19T19:22:30,524 INFO [Time-limited test {}] server.Server(415): Started @242461ms 2024-11-19T19:22:30,525 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:22:31,156 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/cluster_879e05ef-464b-5ef6-ce70-3ff6cfdd97d7/data/data2/current/BP-909164820-172.17.0.3-1732044149617/current, will proceed with Du for space computation calculation, 2024-11-19T19:22:31,156 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/cluster_879e05ef-464b-5ef6-ce70-3ff6cfdd97d7/data/data1/current/BP-909164820-172.17.0.3-1732044149617/current, will proceed with Du for space computation calculation, 2024-11-19T19:22:31,173 WARN [Thread-2897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:22:31,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bd12f2d80b6f6ed with lease ID 0x10f4da3571e46513: Processing first storage report for DS-99bfa961-192a-412e-ab7c-3c1c3e248152 from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=67cec769-23c2-4f9b-a739-e7f5e9bceab0, infoPort=45795, infoSecurePort=0, ipcPort=39417, storageInfo=lv=-57;cid=testClusterID;nsid=1911485147;c=1732044149617) 2024-11-19T19:22:31,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bd12f2d80b6f6ed with lease ID 0x10f4da3571e46513: from storage DS-99bfa961-192a-412e-ab7c-3c1c3e248152 node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=67cec769-23c2-4f9b-a739-e7f5e9bceab0, infoPort=45795, infoSecurePort=0, ipcPort=39417, storageInfo=lv=-57;cid=testClusterID;nsid=1911485147;c=1732044149617), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:22:31,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bd12f2d80b6f6ed with lease ID 0x10f4da3571e46513: Processing first storage report for DS-4024992a-5b88-4488-9cb3-f8ee31e29f42 from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=67cec769-23c2-4f9b-a739-e7f5e9bceab0, infoPort=45795, infoSecurePort=0, ipcPort=39417, storageInfo=lv=-57;cid=testClusterID;nsid=1911485147;c=1732044149617) 2024-11-19T19:22:31,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bd12f2d80b6f6ed with lease ID 0x10f4da3571e46513: from storage DS-4024992a-5b88-4488-9cb3-f8ee31e29f42 node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=67cec769-23c2-4f9b-a739-e7f5e9bceab0, infoPort=45795, infoSecurePort=0, ipcPort=39417, storageInfo=lv=-57;cid=testClusterID;nsid=1911485147;c=1732044149617), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:22:31,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757 2024-11-19T19:22:31,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:31,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:31,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:22:31,663 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd with version=8 2024-11-19T19:22:31,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/hbase-staging 2024-11-19T19:22:31,666 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:22:31,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:31,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:31,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:22:31,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:31,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:22:31,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:22:31,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:22:31,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36745 2024-11-19T19:22:31,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36745 connecting to ZooKeeper ensemble=127.0.0.1:54613 2024-11-19T19:22:31,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367450x0, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:22:31,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36745-0x101548c23be0006 connected 2024-11-19T19:22:31,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:31,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:31,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Set watcher on znode that does not yet exist, /21221366099/running 2024-11-19T19:22:31,794 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd, hbase.cluster.distributed=false 2024-11-19T19:22:31,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Set watcher on znode that does not yet exist, /21221366099/acl 2024-11-19T19:22:31,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36745 2024-11-19T19:22:31,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36745 2024-11-19T19:22:31,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36745 2024-11-19T19:22:31,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36745 2024-11-19T19:22:31,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36745 2024-11-19T19:22:31,812 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:22:31,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:31,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:31,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:22:31,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:22:31,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:22:31,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:22:31,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:22:31,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40739 2024-11-19T19:22:31,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40739 connecting to ZooKeeper ensemble=127.0.0.1:54613 2024-11-19T19:22:31,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:31,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:31,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407390x0, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:22:31,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407390x0, quorum=127.0.0.1:54613, baseZNode=/21221366099 Set watcher on znode that does not yet exist, /21221366099/running 2024-11-19T19:22:31,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40739-0x101548c23be0007 connected 2024-11-19T19:22:31,827 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:22:31,827 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:22:31,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Set watcher on znode that does not yet exist, /21221366099/master 2024-11-19T19:22:31,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Set watcher on znode that does not yet exist, /21221366099/acl 2024-11-19T19:22:31,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40739 2024-11-19T19:22:31,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40739 2024-11-19T19:22:31,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40739 2024-11-19T19:22:31,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40739 2024-11-19T19:22:31,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40739 2024-11-19T19:22:31,843 DEBUG [M:0;f156d4de6e70:36745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:36745 2024-11-19T19:22:31,844 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21221366099/backup-masters/f156d4de6e70,36745,1732044151666 2024-11-19T19:22:31,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099/backup-masters 2024-11-19T19:22:31,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099/backup-masters 2024-11-19T19:22:31,853 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Set watcher on existing znode=/21221366099/backup-masters/f156d4de6e70,36745,1732044151666 2024-11-19T19:22:31,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:31,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21221366099/master 2024-11-19T19:22:31,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:31,864 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Set watcher on existing znode=/21221366099/master 2024-11-19T19:22:31,864 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21221366099/backup-masters/f156d4de6e70,36745,1732044151666 from backup master directory 2024-11-19T19:22:31,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099/backup-masters 2024-11-19T19:22:31,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21221366099/backup-masters/f156d4de6e70,36745,1732044151666 2024-11-19T19:22:31,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099/backup-masters 2024-11-19T19:22:31,874 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:22:31,874 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,36745,1732044151666 2024-11-19T19:22:31,877 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/hbase.id] with ID: a526c65f-9c11-4466-9811-e90322b6afa6 2024-11-19T19:22:31,877 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/.tmp/hbase.id 2024-11-19T19:22:31,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:22:32,282 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/.tmp/hbase.id]:[hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/hbase.id] 2024-11-19T19:22:32,289 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:22:32,289 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:22:32,290 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T19:22:32,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:32,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:32,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:22:32,767 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:22:32,768 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:22:32,769 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:32,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:22:32,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:32,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:22:32,830 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48339 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:22:33,176 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store 2024-11-19T19:22:33,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:22:33,581 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:33,581 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:22:33,581 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:33,581 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:33,581 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:22:33,581 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:33,581 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:33,581 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044153581Disabling compacts and flushes for region at 1732044153581Disabling writes for close at 1732044153581Writing region close event to WAL at 1732044153581Closed at 1732044153581 2024-11-19T19:22:33,582 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/.initializing 2024-11-19T19:22:33,582 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/WALs/f156d4de6e70,36745,1732044151666 2024-11-19T19:22:33,583 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:22:33,584 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C36745%2C1732044151666, suffix=, logDir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/WALs/f156d4de6e70,36745,1732044151666, archiveDir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/oldWALs, maxLogs=10 2024-11-19T19:22:33,596 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/WALs/f156d4de6e70,36745,1732044151666/f156d4de6e70%2C36745%2C1732044151666.1732044153584, exclude list is [], retry=0 2024-11-19T19:22:33,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-99bfa961-192a-412e-ab7c-3c1c3e248152,DISK] 2024-11-19T19:22:33,599 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/WALs/f156d4de6e70,36745,1732044151666/f156d4de6e70%2C36745%2C1732044151666.1732044153584 2024-11-19T19:22:33,601 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45795:45795)] 2024-11-19T19:22:33,601 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:33,601 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:33,601 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:33,601 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:33,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:33,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:22:33,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:33,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:33,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:33,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:22:33,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:33,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:33,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:33,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:22:33,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:33,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:33,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:33,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:22:33,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:33,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:33,607 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:33,607 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:33,607 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:33,608 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:33,608 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:33,608 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:22:33,609 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:22:33,611 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:33,611 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67146087, jitterRate=5.546659231185913E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:22:33,611 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044153601Initializing all the Stores at 1732044153602 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044153602Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044153602Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044153602Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044153602Cleaning up temporary data from old regions at 1732044153608 (+6 ms)Region opened successfully at 1732044153611 (+3 ms) 2024-11-19T19:22:33,612 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:22:33,614 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b7ca6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:22:33,615 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:22:33,615 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:22:33,615 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:22:33,615 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:22:33,615 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:22:33,615 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:22:33,615 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:22:33,617 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:22:33,618 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Unable to get data of znode /21221366099/balancer because node does not exist (not necessarily an error) 2024-11-19T19:22:33,733 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21221366099/balancer already deleted, retry=false 2024-11-19T19:22:33,734 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:22:33,735 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Unable to get data of znode /21221366099/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:22:33,752 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21221366099/normalizer already deleted, retry=false 2024-11-19T19:22:33,753 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:22:33,753 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Unable to get data of znode /21221366099/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:22:33,773 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21221366099/switch/split already deleted, retry=false 2024-11-19T19:22:33,774 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Unable to get data of znode /21221366099/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:22:33,794 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21221366099/switch/merge already deleted, retry=false 2024-11-19T19:22:33,796 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Unable to get data of znode /21221366099/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:22:33,805 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21221366099/snapshot-cleanup already deleted, retry=false 2024-11-19T19:22:33,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21221366099/running 2024-11-19T19:22:33,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21221366099/running 2024-11-19T19:22:33,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:33,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:33,816 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,36745,1732044151666, sessionid=0x101548c23be0006, setting cluster-up flag (Was=false) 2024-11-19T19:22:33,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:33,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:33,868 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21221366099/flush-table-proc/acquired, /21221366099/flush-table-proc/reached, /21221366099/flush-table-proc/abort 2024-11-19T19:22:33,869 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,36745,1732044151666 2024-11-19T19:22:33,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:33,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:33,921 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21221366099/online-snapshot/acquired, /21221366099/online-snapshot/reached, /21221366099/online-snapshot/abort 2024-11-19T19:22:33,922 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,36745,1732044151666 2024-11-19T19:22:33,922 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:22:33,923 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:22:33,924 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:22:33,924 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:22:33,924 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,36745,1732044151666 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:22:33,925 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:22:33,925 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:22:33,925 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:22:33,925 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:22:33,925 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:22:33,925 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:33,925 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:22:33,925 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:33,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:22:33,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:22:33,931 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:33,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:22:33,932 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044183932 2024-11-19T19:22:33,932 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:22:33,932 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:22:33,932 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:22:33,932 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:22:33,933 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:22:33,933 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:22:33,933 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:33,933 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:22:33,933 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:22:33,933 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:22:33,934 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:22:33,936 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:22:33,936 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:22:33,940 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044153936,5,FailOnTimeoutGroup] 2024-11-19T19:22:33,941 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044153940,5,FailOnTimeoutGroup] 2024-11-19T19:22:33,941 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:33,941 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:22:33,941 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:33,941 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:33,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:22:33,942 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(746): ClusterId : a526c65f-9c11-4466-9811-e90322b6afa6 2024-11-19T19:22:33,942 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:22:33,953 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:22:33,953 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:22:33,963 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:22:33,963 DEBUG [RS:0;f156d4de6e70:40739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7481936d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:22:33,974 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:40739 2024-11-19T19:22:33,974 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:22:33,974 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:22:33,974 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:22:33,975 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,36745,1732044151666 with port=40739, startcode=1732044151811 2024-11-19T19:22:33,975 DEBUG [RS:0;f156d4de6e70:40739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:22:33,976 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:22:33,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,40739,1732044151811 2024-11-19T19:22:33,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36745 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,40739,1732044151811 2024-11-19T19:22:33,978 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd 2024-11-19T19:22:33,978 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45731 2024-11-19T19:22:33,978 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:22:34,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099/rs 2024-11-19T19:22:34,029 DEBUG [RS:0;f156d4de6e70:40739 {}] zookeeper.ZKUtil(111): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Set watcher on existing znode=/21221366099/rs/f156d4de6e70,40739,1732044151811 2024-11-19T19:22:34,029 WARN [RS:0;f156d4de6e70:40739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:22:34,029 INFO [RS:0;f156d4de6e70:40739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:34,030 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811 2024-11-19T19:22:34,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,40739,1732044151811] 2024-11-19T19:22:34,032 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:22:34,033 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:22:34,034 INFO [RS:0;f156d4de6e70:40739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:22:34,034 INFO [RS:0;f156d4de6e70:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:34,034 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:22:34,034 INFO [RS:0;f156d4de6e70:40739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:22:34,034 INFO [RS:0;f156d4de6e70:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:34,034 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:34,035 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:34,035 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:34,035 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:34,035 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:34,035 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:22:34,035 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:34,035 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:34,035 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:34,035 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:34,035 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:34,035 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:22:34,035 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:22:34,035 DEBUG [RS:0;f156d4de6e70:40739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:22:34,036 INFO [RS:0;f156d4de6e70:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:34,036 INFO [RS:0;f156d4de6e70:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:34,036 INFO [RS:0;f156d4de6e70:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:34,036 INFO [RS:0;f156d4de6e70:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:34,036 INFO [RS:0;f156d4de6e70:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:34,036 INFO [RS:0;f156d4de6e70:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,40739,1732044151811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:22:34,054 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:22:34,054 INFO [RS:0;f156d4de6e70:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,40739,1732044151811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:34,055 INFO [RS:0;f156d4de6e70:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:34,055 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.Replication(171): f156d4de6e70,40739,1732044151811 started 2024-11-19T19:22:34,070 INFO [RS:0;f156d4de6e70:40739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:34,070 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,40739,1732044151811, RpcServer on f156d4de6e70/172.17.0.3:40739, sessionid=0x101548c23be0007 2024-11-19T19:22:34,070 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:22:34,070 DEBUG [RS:0;f156d4de6e70:40739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,40739,1732044151811 2024-11-19T19:22:34,070 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,40739,1732044151811' 2024-11-19T19:22:34,070 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21221366099/flush-table-proc/abort' 2024-11-19T19:22:34,070 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21221366099/flush-table-proc/acquired' 2024-11-19T19:22:34,071 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:22:34,071 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:22:34,071 DEBUG [RS:0;f156d4de6e70:40739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,40739,1732044151811 2024-11-19T19:22:34,071 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,40739,1732044151811' 2024-11-19T19:22:34,071 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21221366099/online-snapshot/abort' 2024-11-19T19:22:34,071 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21221366099/online-snapshot/acquired' 2024-11-19T19:22:34,071 DEBUG [RS:0;f156d4de6e70:40739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:22:34,071 INFO [RS:0;f156d4de6e70:40739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:22:34,071 INFO [RS:0;f156d4de6e70:40739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:22:34,172 INFO [RS:0;f156d4de6e70:40739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:22:34,173 INFO [RS:0;f156d4de6e70:40739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C40739%2C1732044151811, suffix=, logDir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811, archiveDir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/oldWALs, maxLogs=10 2024-11-19T19:22:34,190 DEBUG [RS:0;f156d4de6e70:40739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173, exclude list is [], retry=0 2024-11-19T19:22:34,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-99bfa961-192a-412e-ab7c-3c1c3e248152,DISK] 2024-11-19T19:22:34,194 INFO [RS:0;f156d4de6e70:40739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 2024-11-19T19:22:34,194 DEBUG [RS:0;f156d4de6e70:40739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45795:45795)] 2024-11-19T19:22:34,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:22:34,343 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd 2024-11-19T19:22:34,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:22:34,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:34,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:22:34,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:22:34,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:34,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:34,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:22:34,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:22:34,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:34,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:34,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:22:34,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:22:34,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:34,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:34,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:22:34,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:22:34,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:34,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:34,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:22:34,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740 2024-11-19T19:22:34,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740 2024-11-19T19:22:34,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:22:34,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:22:34,759 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:22:34,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:22:34,761 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:34,762 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72000241, jitterRate=0.07288719713687897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:22:34,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044154749Initializing all the Stores at 1732044154749Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044154749Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044154750 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044154750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044154750Cleaning up temporary data from old regions at 1732044154758 (+8 ms)Region opened successfully at 1732044154762 (+4 ms) 2024-11-19T19:22:34,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:22:34,762 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:22:34,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:22:34,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:22:34,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:22:34,763 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:22:34,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044154762Disabling compacts and flushes for region at 1732044154762Disabling writes for close at 1732044154762Writing region close event to WAL at 1732044154763 (+1 ms)Closed at 1732044154763 2024-11-19T19:22:34,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:22:34,764 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:22:34,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:22:34,768 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:22:34,769 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:22:34,919 DEBUG [f156d4de6e70:36745 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:22:34,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,40739,1732044151811 2024-11-19T19:22:34,921 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,40739,1732044151811, state=OPENING 2024-11-19T19:22:34,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:22:34,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:35,011 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:22:35,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:35,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:35,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:35,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:35,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:35,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:35,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:35,022 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:22:35,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,40739,1732044151811}] 2024-11-19T19:22:35,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:35,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21221366099/meta-region-server: CHANGED 2024-11-19T19:22:35,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21221366099/meta-region-server: CHANGED 2024-11-19T19:22:35,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:35,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:35,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:35,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:35,175 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:22:35,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:22:35,180 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:22:35,180 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:35,180 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:22:35,182 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C40739%2C1732044151811.meta, suffix=.meta, logDir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811, archiveDir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/oldWALs, maxLogs=10 2024-11-19T19:22:35,198 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.meta.1732044155182.meta, exclude list is [], retry=0 2024-11-19T19:22:35,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-99bfa961-192a-412e-ab7c-3c1c3e248152,DISK] 2024-11-19T19:22:35,206 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.meta.1732044155182.meta 2024-11-19T19:22:35,206 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45795:45795)] 2024-11-19T19:22:35,206 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:35,207 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:22:35,207 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:22:35,207 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:22:35,207 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:22:35,207 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:22:35,207 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:35,208 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:22:35,208 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:22:35,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:22:35,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:22:35,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:35,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:35,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:22:35,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:22:35,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:35,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:35,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:22:35,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:22:35,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:35,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:35,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:22:35,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:22:35,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:35,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:22:35,222 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:22:35,223 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740 2024-11-19T19:22:35,224 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740 2024-11-19T19:22:35,225 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:22:35,225 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:22:35,225 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:22:35,226 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:22:35,227 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67686588, jitterRate=0.008608758449554443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:22:35,227 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:22:35,227 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044155208Writing region info on filesystem at 1732044155208Initializing all the Stores at 1732044155214 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044155214Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044155216 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044155216Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044155216Cleaning up temporary data from old regions at 1732044155225 (+9 ms)Running coprocessor post-open hooks at 1732044155227 (+2 ms)Region opened successfully at 1732044155227 2024-11-19T19:22:35,231 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044155175 2024-11-19T19:22:35,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,40739,1732044151811 2024-11-19T19:22:35,234 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:22:35,234 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:22:35,235 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,40739,1732044151811, state=OPEN 2024-11-19T19:22:35,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21221366099/meta-region-server 2024-11-19T19:22:35,278 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,40739,1732044151811 2024-11-19T19:22:35,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21221366099/meta-region-server: CHANGED 2024-11-19T19:22:35,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21221366099/meta-region-server 2024-11-19T19:22:35,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21221366099/meta-region-server: CHANGED 2024-11-19T19:22:35,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:22:35,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,40739,1732044151811 in 256 msec 2024-11-19T19:22:35,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:22:35,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 517 msec 2024-11-19T19:22:35,284 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:22:35,284 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:22:35,294 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:35,294 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,40739,1732044151811, seqNum=-1] 2024-11-19T19:22:35,295 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:35,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:22:35,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3970 sec 2024-11-19T19:22:35,323 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044155323, completionTime=-1 2024-11-19T19:22:35,323 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:22:35,323 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:22:35,329 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:22:35,329 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044215329 2024-11-19T19:22:35,329 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044275329 2024-11-19T19:22:35,329 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-19T19:22:35,329 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36745,1732044151666-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:35,329 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36745,1732044151666-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:35,329 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36745,1732044151666-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:35,329 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:36745, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:35,329 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:35,332 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:35,336 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:22:35,338 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.464sec 2024-11-19T19:22:35,339 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:22:35,339 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:22:35,339 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:22:35,339 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:22:35,339 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:22:35,339 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36745,1732044151666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:22:35,339 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36745,1732044151666-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:22:35,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136da28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:35,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36745,-1 for getting cluster id 2024-11-19T19:22:35,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:35,366 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a526c65f-9c11-4466-9811-e90322b6afa6' 2024-11-19T19:22:35,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:35,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a526c65f-9c11-4466-9811-e90322b6afa6" 2024-11-19T19:22:35,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9502ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:35,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36745,-1] 2024-11-19T19:22:35,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:35,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:35,369 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:35,370 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:22:35,370 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:22:35,370 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36745,1732044151666-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:22:35,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561642ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:35,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,40739,1732044151811, seqNum=-1] 2024-11-19T19:22:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:35,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:22:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,36745,1732044151666 2024-11-19T19:22:35,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54613 2024-11-19T19:22:35,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:22:35,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101548c23be0008 connected 2024-11-19T19:22:35,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:35,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,39745,1732044140946 2024-11-19T19:22:35,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@263623d9 2024-11-19T19:22:35,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:35,419 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:35,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:22:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:22:35,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:22:35,426 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:35,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:22:35,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:22:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:35,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:22:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:35,842 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f2382163b915d061ac3936adec2b328, NAME => 'test,,1732044155419.6f2382163b915d061ac3936adec2b328.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7 2024-11-19T19:22:35,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:22:35,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044155419.6f2382163b915d061ac3936adec2b328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:35,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6f2382163b915d061ac3936adec2b328, disabling compactions & flushes 2024-11-19T19:22:35,858 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044155419.6f2382163b915d061ac3936adec2b328. 2024-11-19T19:22:35,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044155419.6f2382163b915d061ac3936adec2b328. 2024-11-19T19:22:35,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044155419.6f2382163b915d061ac3936adec2b328. after waiting 0 ms 2024-11-19T19:22:35,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044155419.6f2382163b915d061ac3936adec2b328. 2024-11-19T19:22:35,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044155419.6f2382163b915d061ac3936adec2b328. 2024-11-19T19:22:35,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f2382163b915d061ac3936adec2b328: Waiting for close lock at 1732044155858Disabling compacts and flushes for region at 1732044155858Disabling writes for close at 1732044155859 (+1 ms)Writing region close event to WAL at 1732044155859Closed at 1732044155859 2024-11-19T19:22:35,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:22:35,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044155419.6f2382163b915d061ac3936adec2b328.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044155861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044155861"}]},"ts":"1732044155861"} 2024-11-19T19:22:35,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:22:35,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:22:35,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044155865"}]},"ts":"1732044155865"} 2024-11-19T19:22:35,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:22:35,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f2382163b915d061ac3936adec2b328, ASSIGN}] 2024-11-19T19:22:35,869 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f2382163b915d061ac3936adec2b328, ASSIGN 2024-11-19T19:22:35,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6f2382163b915d061ac3936adec2b328, ASSIGN; state=OFFLINE, location=f156d4de6e70,38595,1732044141138; forceNewPlan=false, retain=false 2024-11-19T19:22:36,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f2382163b915d061ac3936adec2b328, regionState=OPENING, regionLocation=f156d4de6e70,38595,1732044141138 2024-11-19T19:22:36,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6f2382163b915d061ac3936adec2b328, ASSIGN because future has completed 2024-11-19T19:22:36,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f2382163b915d061ac3936adec2b328, server=f156d4de6e70,38595,1732044141138}] 2024-11-19T19:22:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:36,190 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044155419.6f2382163b915d061ac3936adec2b328. 2024-11-19T19:22:36,190 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f2382163b915d061ac3936adec2b328, NAME => 'test,,1732044155419.6f2382163b915d061ac3936adec2b328.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:36,191 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:22:36,191 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:22:36,191 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f2382163b915d061ac3936adec2b328 2024-11-19T19:22:36,191 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044155419.6f2382163b915d061ac3936adec2b328.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:36,191 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f2382163b915d061ac3936adec2b328 2024-11-19T19:22:36,191 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f2382163b915d061ac3936adec2b328 2024-11-19T19:22:36,195 INFO [StoreOpener-6f2382163b915d061ac3936adec2b328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f2382163b915d061ac3936adec2b328 2024-11-19T19:22:36,196 INFO [StoreOpener-6f2382163b915d061ac3936adec2b328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f2382163b915d061ac3936adec2b328 columnFamilyName f 2024-11-19T19:22:36,196 DEBUG [StoreOpener-6f2382163b915d061ac3936adec2b328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:36,197 INFO [StoreOpener-6f2382163b915d061ac3936adec2b328-1 {}] regionserver.HStore(327): Store=6f2382163b915d061ac3936adec2b328/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:36,197 INFO [StoreOpener-6f2382163b915d061ac3936adec2b328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6f2382163b915d061ac3936adec2b328 2024-11-19T19:22:36,198 INFO [StoreOpener-6f2382163b915d061ac3936adec2b328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f2382163b915d061ac3936adec2b328 columnFamilyName f1 2024-11-19T19:22:36,198 DEBUG [StoreOpener-6f2382163b915d061ac3936adec2b328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:36,198 INFO [StoreOpener-6f2382163b915d061ac3936adec2b328-1 {}] regionserver.HStore(327): Store=6f2382163b915d061ac3936adec2b328/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:36,198 INFO [StoreOpener-6f2382163b915d061ac3936adec2b328-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f2382163b915d061ac3936adec2b328 2024-11-19T19:22:36,199 INFO [StoreOpener-6f2382163b915d061ac3936adec2b328-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f2382163b915d061ac3936adec2b328 columnFamilyName norep 2024-11-19T19:22:36,199 DEBUG [StoreOpener-6f2382163b915d061ac3936adec2b328-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:36,199 INFO [StoreOpener-6f2382163b915d061ac3936adec2b328-1 {}] regionserver.HStore(327): Store=6f2382163b915d061ac3936adec2b328/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:36,199 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f2382163b915d061ac3936adec2b328 2024-11-19T19:22:36,200 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328 2024-11-19T19:22:36,200 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328 2024-11-19T19:22:36,201 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f2382163b915d061ac3936adec2b328 2024-11-19T19:22:36,201 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f2382163b915d061ac3936adec2b328 2024-11-19T19:22:36,201 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:22:36,202 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f2382163b915d061ac3936adec2b328 2024-11-19T19:22:36,211 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:36,212 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f2382163b915d061ac3936adec2b328; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69145595, jitterRate=0.03034965693950653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:22:36,212 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f2382163b915d061ac3936adec2b328 2024-11-19T19:22:36,212 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f2382163b915d061ac3936adec2b328: Running coprocessor pre-open hook at 1732044156191Writing region info on filesystem at 1732044156191Initializing all the Stores at 1732044156192 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044156192Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044156195 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044156195Cleaning up temporary data from old regions at 1732044156201 (+6 ms)Running coprocessor post-open hooks at 1732044156212 (+11 ms)Region opened successfully at 1732044156212 2024-11-19T19:22:36,213 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044155419.6f2382163b915d061ac3936adec2b328., pid=6, masterSystemTime=1732044156186 2024-11-19T19:22:36,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f2382163b915d061ac3936adec2b328, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,38595,1732044141138 2024-11-19T19:22:36,218 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044155419.6f2382163b915d061ac3936adec2b328. 2024-11-19T19:22:36,218 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044155419.6f2382163b915d061ac3936adec2b328. 2024-11-19T19:22:36,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f2382163b915d061ac3936adec2b328, server=f156d4de6e70,38595,1732044141138 because future has completed 2024-11-19T19:22:36,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:22:36,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f2382163b915d061ac3936adec2b328, server=f156d4de6e70,38595,1732044141138 in 187 msec 2024-11-19T19:22:36,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:22:36,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6f2382163b915d061ac3936adec2b328, ASSIGN in 354 msec 2024-11-19T19:22:36,224 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:22:36,224 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044156224"}]},"ts":"1732044156224"} 2024-11-19T19:22:36,231 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:22:36,233 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:22:36,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 814 msec 2024-11-19T19:22:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:36,559 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:22:36,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:36,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,38623,1732044146128 2024-11-19T19:22:36,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44106e2d 2024-11-19T19:22:36,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:36,561 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:36,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:22:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:22:36,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:22:36,564 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:36,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:22:36,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:22:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:36,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:22:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:36,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cee354ff6ea89f6da575acfeb95728b5, NAME => 'test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425 2024-11-19T19:22:36,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:22:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:37,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:37,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cee354ff6ea89f6da575acfeb95728b5, disabling compactions & flushes 2024-11-19T19:22:37,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. 2024-11-19T19:22:37,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. 2024-11-19T19:22:37,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. after waiting 0 ms 2024-11-19T19:22:37,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. 2024-11-19T19:22:37,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. 2024-11-19T19:22:37,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cee354ff6ea89f6da575acfeb95728b5: Waiting for close lock at 1732044157396Disabling compacts and flushes for region at 1732044157396Disabling writes for close at 1732044157397 (+1 ms)Writing region close event to WAL at 1732044157397Closed at 1732044157397 2024-11-19T19:22:37,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:22:37,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044157398"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044157398"}]},"ts":"1732044157398"} 2024-11-19T19:22:37,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:22:37,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:22:37,401 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044157400"}]},"ts":"1732044157400"} 2024-11-19T19:22:37,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:22:37,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cee354ff6ea89f6da575acfeb95728b5, ASSIGN}] 2024-11-19T19:22:37,403 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cee354ff6ea89f6da575acfeb95728b5, ASSIGN 2024-11-19T19:22:37,404 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cee354ff6ea89f6da575acfeb95728b5, ASSIGN; state=OFFLINE, location=f156d4de6e70,43053,1732044146234; forceNewPlan=false, retain=false 2024-11-19T19:22:37,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cee354ff6ea89f6da575acfeb95728b5, regionState=OPENING, regionLocation=f156d4de6e70,43053,1732044146234 2024-11-19T19:22:37,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cee354ff6ea89f6da575acfeb95728b5, ASSIGN because future has completed 2024-11-19T19:22:37,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cee354ff6ea89f6da575acfeb95728b5, server=f156d4de6e70,43053,1732044146234}] 2024-11-19T19:22:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:37,718 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. 2024-11-19T19:22:37,718 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cee354ff6ea89f6da575acfeb95728b5, NAME => 'test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:37,719 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:22:37,719 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:22:37,719 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:37,719 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:37,719 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:37,719 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:37,720 INFO [StoreOpener-cee354ff6ea89f6da575acfeb95728b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:37,721 INFO [StoreOpener-cee354ff6ea89f6da575acfeb95728b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee354ff6ea89f6da575acfeb95728b5 columnFamilyName f 2024-11-19T19:22:37,721 DEBUG [StoreOpener-cee354ff6ea89f6da575acfeb95728b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:37,721 INFO [StoreOpener-cee354ff6ea89f6da575acfeb95728b5-1 {}] regionserver.HStore(327): Store=cee354ff6ea89f6da575acfeb95728b5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:37,722 INFO [StoreOpener-cee354ff6ea89f6da575acfeb95728b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:37,722 INFO [StoreOpener-cee354ff6ea89f6da575acfeb95728b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee354ff6ea89f6da575acfeb95728b5 columnFamilyName f1 2024-11-19T19:22:37,723 DEBUG [StoreOpener-cee354ff6ea89f6da575acfeb95728b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:37,723 INFO [StoreOpener-cee354ff6ea89f6da575acfeb95728b5-1 {}] regionserver.HStore(327): Store=cee354ff6ea89f6da575acfeb95728b5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:37,723 INFO [StoreOpener-cee354ff6ea89f6da575acfeb95728b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:37,724 INFO [StoreOpener-cee354ff6ea89f6da575acfeb95728b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee354ff6ea89f6da575acfeb95728b5 columnFamilyName norep 2024-11-19T19:22:37,724 DEBUG [StoreOpener-cee354ff6ea89f6da575acfeb95728b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:37,724 INFO [StoreOpener-cee354ff6ea89f6da575acfeb95728b5-1 {}] regionserver.HStore(327): Store=cee354ff6ea89f6da575acfeb95728b5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:37,724 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:37,725 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:37,725 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:37,726 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:37,726 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:37,726 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:22:37,727 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:37,729 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:37,729 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cee354ff6ea89f6da575acfeb95728b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66760732, jitterRate=-0.005187571048736572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:22:37,729 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:37,729 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cee354ff6ea89f6da575acfeb95728b5: Running coprocessor pre-open hook at 1732044157719Writing region info on filesystem at 1732044157719Initializing all the Stores at 1732044157720 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044157720Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044157720Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044157720Cleaning up temporary data from old regions at 1732044157726 (+6 ms)Running coprocessor post-open hooks at 1732044157729 (+3 ms)Region opened successfully at 1732044157729 2024-11-19T19:22:37,730 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5., pid=6, masterSystemTime=1732044157715 2024-11-19T19:22:37,731 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. 2024-11-19T19:22:37,731 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. 2024-11-19T19:22:37,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cee354ff6ea89f6da575acfeb95728b5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,43053,1732044146234 2024-11-19T19:22:37,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cee354ff6ea89f6da575acfeb95728b5, server=f156d4de6e70,43053,1732044146234 because future has completed 2024-11-19T19:22:37,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:22:37,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cee354ff6ea89f6da575acfeb95728b5, server=f156d4de6e70,43053,1732044146234 in 172 msec 2024-11-19T19:22:37,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:22:37,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cee354ff6ea89f6da575acfeb95728b5, ASSIGN in 334 msec 2024-11-19T19:22:37,737 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:22:37,737 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044157737"}]},"ts":"1732044157737"} 2024-11-19T19:22:37,739 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:22:37,739 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:22:37,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-19T19:22:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:38,720 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:22:38,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:38,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,36745,1732044151666 2024-11-19T19:22:38,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5becb0a6 2024-11-19T19:22:38,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:38,723 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:38,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:22:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:22:38,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:22:38,749 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:38,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:22:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:38,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:22:38,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:22:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:39,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ec2e2d62285295b5e5fc3bc92251819, NAME => 'test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd 2024-11-19T19:22:39,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:22:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:39,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:39,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2ec2e2d62285295b5e5fc3bc92251819, disabling compactions & flushes 2024-11-19T19:22:39,563 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. 2024-11-19T19:22:39,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. 2024-11-19T19:22:39,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. after waiting 0 ms 2024-11-19T19:22:39,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. 2024-11-19T19:22:39,563 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. 2024-11-19T19:22:39,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ec2e2d62285295b5e5fc3bc92251819: Waiting for close lock at 1732044159563Disabling compacts and flushes for region at 1732044159563Disabling writes for close at 1732044159563Writing region close event to WAL at 1732044159563Closed at 1732044159563 2024-11-19T19:22:39,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:22:39,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044159565"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044159565"}]},"ts":"1732044159565"} 2024-11-19T19:22:39,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:22:39,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:22:39,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044159568"}]},"ts":"1732044159568"} 2024-11-19T19:22:39,569 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:22:39,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ec2e2d62285295b5e5fc3bc92251819, ASSIGN}] 2024-11-19T19:22:39,570 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ec2e2d62285295b5e5fc3bc92251819, ASSIGN 2024-11-19T19:22:39,571 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2ec2e2d62285295b5e5fc3bc92251819, ASSIGN; state=OFFLINE, location=f156d4de6e70,40739,1732044151811; forceNewPlan=false, retain=false 2024-11-19T19:22:39,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ec2e2d62285295b5e5fc3bc92251819, regionState=OPENING, regionLocation=f156d4de6e70,40739,1732044151811 2024-11-19T19:22:39,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2ec2e2d62285295b5e5fc3bc92251819, ASSIGN because future has completed 2024-11-19T19:22:39,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ec2e2d62285295b5e5fc3bc92251819, server=f156d4de6e70,40739,1732044151811}] 2024-11-19T19:22:39,881 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. 2024-11-19T19:22:39,881 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ec2e2d62285295b5e5fc3bc92251819, NAME => 'test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:39,881 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:22:39,882 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:22:39,882 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:39,882 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:39,882 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:39,882 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:39,883 INFO [StoreOpener-2ec2e2d62285295b5e5fc3bc92251819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:39,884 INFO [StoreOpener-2ec2e2d62285295b5e5fc3bc92251819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ec2e2d62285295b5e5fc3bc92251819 columnFamilyName f 2024-11-19T19:22:39,884 DEBUG [StoreOpener-2ec2e2d62285295b5e5fc3bc92251819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:39,885 INFO [StoreOpener-2ec2e2d62285295b5e5fc3bc92251819-1 {}] regionserver.HStore(327): Store=2ec2e2d62285295b5e5fc3bc92251819/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:39,885 INFO [StoreOpener-2ec2e2d62285295b5e5fc3bc92251819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:39,886 INFO [StoreOpener-2ec2e2d62285295b5e5fc3bc92251819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ec2e2d62285295b5e5fc3bc92251819 columnFamilyName f1 2024-11-19T19:22:39,886 DEBUG [StoreOpener-2ec2e2d62285295b5e5fc3bc92251819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:39,886 INFO [StoreOpener-2ec2e2d62285295b5e5fc3bc92251819-1 {}] regionserver.HStore(327): Store=2ec2e2d62285295b5e5fc3bc92251819/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:39,886 INFO [StoreOpener-2ec2e2d62285295b5e5fc3bc92251819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:39,887 INFO [StoreOpener-2ec2e2d62285295b5e5fc3bc92251819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ec2e2d62285295b5e5fc3bc92251819 columnFamilyName norep 2024-11-19T19:22:39,887 DEBUG [StoreOpener-2ec2e2d62285295b5e5fc3bc92251819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:39,887 INFO [StoreOpener-2ec2e2d62285295b5e5fc3bc92251819-1 {}] regionserver.HStore(327): Store=2ec2e2d62285295b5e5fc3bc92251819/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:39,888 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:39,888 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:39,889 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:39,892 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:39,892 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:39,893 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:22:39,894 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:39,897 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:39,897 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2ec2e2d62285295b5e5fc3bc92251819; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60935911, jitterRate=-0.09198416769504547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:22:39,897 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:39,897 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2ec2e2d62285295b5e5fc3bc92251819: Running coprocessor pre-open hook at 1732044159882Writing region info on filesystem at 1732044159882Initializing all the Stores at 1732044159883 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044159883Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044159883Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044159883Cleaning up temporary data from old regions at 1732044159892 (+9 ms)Running coprocessor post-open hooks at 1732044159897 (+5 ms)Region opened successfully at 1732044159897 2024-11-19T19:22:39,900 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819., pid=6, masterSystemTime=1732044159876 2024-11-19T19:22:39,903 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. 2024-11-19T19:22:39,904 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. 2024-11-19T19:22:39,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ec2e2d62285295b5e5fc3bc92251819, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,40739,1732044151811 2024-11-19T19:22:39,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ec2e2d62285295b5e5fc3bc92251819, server=f156d4de6e70,40739,1732044151811 because future has completed 2024-11-19T19:22:39,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:22:39,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ec2e2d62285295b5e5fc3bc92251819, server=f156d4de6e70,40739,1732044151811 in 188 msec 2024-11-19T19:22:39,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:22:39,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2ec2e2d62285295b5e5fc3bc92251819, ASSIGN in 345 msec 2024-11-19T19:22:39,917 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:22:39,918 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044159917"}]},"ts":"1732044159917"} 2024-11-19T19:22:39,920 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:22:39,923 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:22:39,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1820 sec 2024-11-19T19:22:40,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T19:22:40,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:22:40,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:40,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:40,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:40,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:40,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:40,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:40,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:40,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:40,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:40,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:40,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:22:40,910 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:22:40,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a33afe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:40,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,39745,-1 for getting cluster id 2024-11-19T19:22:40,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:40,912 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4fec33-2898-43ce-9fca-cc65ddbee60b' 2024-11-19T19:22:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4fec33-2898-43ce-9fca-cc65ddbee60b" 2024-11-19T19:22:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44acbbfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,39745,-1] 2024-11-19T19:22:40,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:40,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:40,914 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:40,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8584da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:40,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,39745,1732044140946 2024-11-19T19:22:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e0d2328 2024-11-19T19:22:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:40,916 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:40,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:38623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:22:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:22:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:40,919 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:38623' 2024-11-19T19:22:40,920 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ad5fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:40,920 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,38623,-1 for getting cluster id 2024-11-19T19:22:40,920 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:40,921 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a15d8a9-09b1-4b64-ac53-64cf14702682' 2024-11-19T19:22:40,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:40,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a15d8a9-09b1-4b64-ac53-64cf14702682" 2024-11-19T19:22:40,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f74449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:40,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,38623,-1] 2024-11-19T19:22:40,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:40,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:40,923 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:40,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7121dce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:40,923 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:40,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,38623,1732044146128 2024-11-19T19:22:40,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3004d4c4 2024-11-19T19:22:40,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:40,926 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:40,927 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T19:22:40,927 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:22:40,927 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:40,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:40,927 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:40,928 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:22:40,929 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:22:40,929 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:22:40,929 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:40,930 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:22:40,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741837_1013 (size=1138) 2024-11-19T19:22:40,936 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c518857b81cbb36c521b5119fd817891, NAME => 'hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7 2024-11-19T19:22:40,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741838_1014 (size=44) 2024-11-19T19:22:40,979 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:22:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:41,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:41,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c518857b81cbb36c521b5119fd817891, disabling compactions & flushes 2024-11-19T19:22:41,348 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. 2024-11-19T19:22:41,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. 2024-11-19T19:22:41,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. after waiting 0 ms 2024-11-19T19:22:41,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. 2024-11-19T19:22:41,348 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. 2024-11-19T19:22:41,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c518857b81cbb36c521b5119fd817891: Waiting for close lock at 1732044161348Disabling compacts and flushes for region at 1732044161348Disabling writes for close at 1732044161348Writing region close event to WAL at 1732044161348Closed at 1732044161348 2024-11-19T19:22:41,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:22:41,350 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732044161349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044161349"}]},"ts":"1732044161349"} 2024-11-19T19:22:41,351 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:22:41,352 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:22:41,352 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044161352"}]},"ts":"1732044161352"} 2024-11-19T19:22:41,354 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:22:41,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c518857b81cbb36c521b5119fd817891, ASSIGN}] 2024-11-19T19:22:41,355 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c518857b81cbb36c521b5119fd817891, ASSIGN 2024-11-19T19:22:41,356 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c518857b81cbb36c521b5119fd817891, ASSIGN; state=OFFLINE, location=f156d4de6e70,38595,1732044141138; forceNewPlan=false, retain=false 2024-11-19T19:22:41,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c518857b81cbb36c521b5119fd817891, regionState=OPENING, regionLocation=f156d4de6e70,38595,1732044141138 2024-11-19T19:22:41,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c518857b81cbb36c521b5119fd817891, ASSIGN because future has completed 2024-11-19T19:22:41,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c518857b81cbb36c521b5119fd817891, server=f156d4de6e70,38595,1732044141138}] 2024-11-19T19:22:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:41,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. 2024-11-19T19:22:41,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:41,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:22:41,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C38595%2C1732044141138.rep, suffix=, logDir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138, archiveDir=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/oldWALs, maxLogs=10 2024-11-19T19:22:41,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.rep.1732044161664, exclude list is [], retry=0 2024-11-19T19:22:41,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33003,DS-a5413359-296e-43c6-87d3-1893802a1adf,DISK] 2024-11-19T19:22:41,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.rep.1732044161664 2024-11-19T19:22:41,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43205:43205)] 2024-11-19T19:22:41,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c518857b81cbb36c521b5119fd817891, NAME => 'hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:41,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:22:41,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:22:41,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. service=MultiRowMutationService 2024-11-19T19:22:41,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:22:41,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c518857b81cbb36c521b5119fd817891 2024-11-19T19:22:41,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:41,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c518857b81cbb36c521b5119fd817891 2024-11-19T19:22:41,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c518857b81cbb36c521b5119fd817891 2024-11-19T19:22:41,681 INFO [StoreOpener-c518857b81cbb36c521b5119fd817891-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c518857b81cbb36c521b5119fd817891 2024-11-19T19:22:41,682 INFO [StoreOpener-c518857b81cbb36c521b5119fd817891-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c518857b81cbb36c521b5119fd817891 columnFamilyName hfileref 2024-11-19T19:22:41,682 DEBUG [StoreOpener-c518857b81cbb36c521b5119fd817891-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:41,683 INFO [StoreOpener-c518857b81cbb36c521b5119fd817891-1 {}] regionserver.HStore(327): Store=c518857b81cbb36c521b5119fd817891/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:41,683 INFO [StoreOpener-c518857b81cbb36c521b5119fd817891-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c518857b81cbb36c521b5119fd817891 2024-11-19T19:22:41,684 INFO [StoreOpener-c518857b81cbb36c521b5119fd817891-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c518857b81cbb36c521b5119fd817891 columnFamilyName queue 2024-11-19T19:22:41,684 DEBUG [StoreOpener-c518857b81cbb36c521b5119fd817891-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:41,684 INFO [StoreOpener-c518857b81cbb36c521b5119fd817891-1 {}] regionserver.HStore(327): Store=c518857b81cbb36c521b5119fd817891/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:41,684 INFO [StoreOpener-c518857b81cbb36c521b5119fd817891-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c518857b81cbb36c521b5119fd817891 2024-11-19T19:22:41,685 INFO [StoreOpener-c518857b81cbb36c521b5119fd817891-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c518857b81cbb36c521b5119fd817891 columnFamilyName sid 2024-11-19T19:22:41,685 DEBUG [StoreOpener-c518857b81cbb36c521b5119fd817891-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:41,685 INFO [StoreOpener-c518857b81cbb36c521b5119fd817891-1 {}] regionserver.HStore(327): Store=c518857b81cbb36c521b5119fd817891/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:41,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c518857b81cbb36c521b5119fd817891 2024-11-19T19:22:41,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/replication/c518857b81cbb36c521b5119fd817891 2024-11-19T19:22:41,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/replication/c518857b81cbb36c521b5119fd817891 2024-11-19T19:22:41,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c518857b81cbb36c521b5119fd817891 2024-11-19T19:22:41,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c518857b81cbb36c521b5119fd817891 2024-11-19T19:22:41,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:22:41,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c518857b81cbb36c521b5119fd817891 2024-11-19T19:22:41,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/replication/c518857b81cbb36c521b5119fd817891/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:41,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c518857b81cbb36c521b5119fd817891; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64838187, jitterRate=-0.033835723996162415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:22:41,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c518857b81cbb36c521b5119fd817891 2024-11-19T19:22:41,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c518857b81cbb36c521b5119fd817891: Running coprocessor pre-open hook at 1732044161680Writing region info on filesystem at 1732044161680Initializing all the Stores at 1732044161681 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044161681Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044161681Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044161681Cleaning up temporary data from old regions at 1732044161687 (+6 ms)Running coprocessor post-open hooks at 1732044161690 (+3 ms)Region opened successfully at 1732044161690 2024-11-19T19:22:41,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891., pid=10, masterSystemTime=1732044161660 2024-11-19T19:22:41,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. 2024-11-19T19:22:41,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. 2024-11-19T19:22:41,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c518857b81cbb36c521b5119fd817891, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,38595,1732044141138 2024-11-19T19:22:41,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c518857b81cbb36c521b5119fd817891, server=f156d4de6e70,38595,1732044141138 because future has completed 2024-11-19T19:22:41,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:22:41,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c518857b81cbb36c521b5119fd817891, server=f156d4de6e70,38595,1732044141138 in 188 msec 2024-11-19T19:22:41,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T19:22:41,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c518857b81cbb36c521b5119fd817891, ASSIGN in 344 msec 2024-11-19T19:22:41,700 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:22:41,700 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044161700"}]},"ts":"1732044161700"} 2024-11-19T19:22:41,702 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:22:41,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:22:41,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-19T19:22:41,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891., hostname=f156d4de6e70,38595,1732044141138, seqNum=2] 2024-11-19T19:22:41,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:41,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:22:41,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:22:41,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T19:22:41,931 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:22:41,967 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,38595,1732044141138, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:22:41,967 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:41,967 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,38595,1732044141138, seqNum=-1] 2024-11-19T19:22:41,968 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:41,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T19:22:41,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,38595,1732044141138', locateType=CURRENT is [region=hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891., hostname=f156d4de6e70,38595,1732044141138, seqNum=2] 2024-11-19T19:22:41,972 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T19:22:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T19:22:41,974 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,38595,1732044141138 suceeded 2024-11-19T19:22:41,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T19:22:41,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-19T19:22:41,976 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:38623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:22:41,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0590 sec 2024-11-19T19:22:41,987 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:38623' 2024-11-19T19:22:41,988 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48db1092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:41,988 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,38623,-1 for getting cluster id 2024-11-19T19:22:41,988 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:41,989 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a15d8a9-09b1-4b64-ac53-64cf14702682' 2024-11-19T19:22:41,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:41,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a15d8a9-09b1-4b64-ac53-64cf14702682" 2024-11-19T19:22:41,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9ad6fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:41,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,38623,-1] 2024-11-19T19:22:41,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:41,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:41,990 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:41,990 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd4383a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:41,991 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:41,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,38623,1732044146128 2024-11-19T19:22:41,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f29e8c8 2024-11-19T19:22:41,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:41,992 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-19T19:22:41,993 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,38595,1732044141138 (queues=1) is replicating from cluster=bc4fec33-2898-43ce-9fca-cc65ddbee60b to cluster=7a15d8a9-09b1-4b64-ac53-64cf14702682 2024-11-19T19:22:41,993 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C38595%2C1732044141138 2024-11-19T19:22:41,993 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,38595,1732044141138, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:22:41,993 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346, startPosition=0, beingWritten=true 2024-11-19T19:22:41,994 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C38595%2C1732044141138 2024-11-19T19:22:41,998 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:41,998 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 379, reset compression=false 2024-11-19T19:22:41,998 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,38595,1732044141138 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:42,060 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:22:42,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:42,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:42,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:42,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:42,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:42,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46888f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:42,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,38623,-1 for getting cluster id 2024-11-19T19:22:42,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:42,062 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a15d8a9-09b1-4b64-ac53-64cf14702682' 2024-11-19T19:22:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a15d8a9-09b1-4b64-ac53-64cf14702682" 2024-11-19T19:22:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dffb01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,38623,-1] 2024-11-19T19:22:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:42,063 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:42,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da7a684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:42,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:42,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,38623,1732044146128 2024-11-19T19:22:42,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66d469f 2024-11-19T19:22:42,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:42,067 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:42,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:36745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:22:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:22:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:42,070 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:36745' 2024-11-19T19:22:42,071 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d646936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:42,071 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36745,-1 for getting cluster id 2024-11-19T19:22:42,071 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:42,072 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a526c65f-9c11-4466-9811-e90322b6afa6' 2024-11-19T19:22:42,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:42,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a526c65f-9c11-4466-9811-e90322b6afa6" 2024-11-19T19:22:42,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c56efce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:42,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36745,-1] 2024-11-19T19:22:42,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:42,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:42,074 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:42,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30104578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:42,074 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:42,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,36745,1732044151666 2024-11-19T19:22:42,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50d9688b 2024-11-19T19:22:42,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:42,076 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:42,077 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T19:22:42,077 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:22:42,077 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:42,077 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:42,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:42,077 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:22:42,078 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:22:42,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:22:42,079 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:42,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:22:42,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741837_1013 (size=1138) 2024-11-19T19:22:42,129 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:22:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:42,202 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 379, reset compression=false 2024-11-19T19:22:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:42,489 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7d10e35c14867b1d8fd19139e4a22f6, NAME => 'hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425 2024-11-19T19:22:42,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741838_1014 (size=44) 2024-11-19T19:22:42,505 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 379, reset compression=false 2024-11-19T19:22:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:42,893 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:42,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f7d10e35c14867b1d8fd19139e4a22f6, disabling compactions & flushes 2024-11-19T19:22:42,894 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. 2024-11-19T19:22:42,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. 2024-11-19T19:22:42,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. after waiting 0 ms 2024-11-19T19:22:42,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. 2024-11-19T19:22:42,894 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. 2024-11-19T19:22:42,894 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7d10e35c14867b1d8fd19139e4a22f6: Waiting for close lock at 1732044162893Disabling compacts and flushes for region at 1732044162893Disabling writes for close at 1732044162894 (+1 ms)Writing region close event to WAL at 1732044162894Closed at 1732044162894 2024-11-19T19:22:42,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:22:42,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732044162895"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044162895"}]},"ts":"1732044162895"} 2024-11-19T19:22:42,897 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:22:42,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:22:42,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044162898"}]},"ts":"1732044162898"} 2024-11-19T19:22:42,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:22:42,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7d10e35c14867b1d8fd19139e4a22f6, ASSIGN}] 2024-11-19T19:22:42,900 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7d10e35c14867b1d8fd19139e4a22f6, ASSIGN 2024-11-19T19:22:42,901 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7d10e35c14867b1d8fd19139e4a22f6, ASSIGN; state=OFFLINE, location=f156d4de6e70,43053,1732044146234; forceNewPlan=false, retain=false 2024-11-19T19:22:42,907 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 379, reset compression=false 2024-11-19T19:22:43,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7d10e35c14867b1d8fd19139e4a22f6, regionState=OPENING, regionLocation=f156d4de6e70,43053,1732044146234 2024-11-19T19:22:43,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7d10e35c14867b1d8fd19139e4a22f6, ASSIGN because future has completed 2024-11-19T19:22:43,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7d10e35c14867b1d8fd19139e4a22f6, server=f156d4de6e70,43053,1732044146234}] 2024-11-19T19:22:43,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. 2024-11-19T19:22:43,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:43,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:22:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:43,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C43053%2C1732044146234.rep, suffix=, logDir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/oldWALs, maxLogs=10 2024-11-19T19:22:43,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.rep.1732044163210, exclude list is [], retry=0 2024-11-19T19:22:43,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42883,DS-91aee90e-e5d7-4b9d-8f52-c31ed3ef9058,DISK] 2024-11-19T19:22:43,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.rep.1732044163210 2024-11-19T19:22:43,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)] 2024-11-19T19:22:43,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f7d10e35c14867b1d8fd19139e4a22f6, NAME => 'hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:43,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:22:43,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:22:43,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. service=MultiRowMutationService 2024-11-19T19:22:43,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:22:43,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:43,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:43,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:43,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:43,231 INFO [StoreOpener-f7d10e35c14867b1d8fd19139e4a22f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:43,232 INFO [StoreOpener-f7d10e35c14867b1d8fd19139e4a22f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7d10e35c14867b1d8fd19139e4a22f6 columnFamilyName hfileref 2024-11-19T19:22:43,232 DEBUG [StoreOpener-f7d10e35c14867b1d8fd19139e4a22f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:43,232 INFO [StoreOpener-f7d10e35c14867b1d8fd19139e4a22f6-1 {}] regionserver.HStore(327): Store=f7d10e35c14867b1d8fd19139e4a22f6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:43,232 INFO [StoreOpener-f7d10e35c14867b1d8fd19139e4a22f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:43,233 INFO [StoreOpener-f7d10e35c14867b1d8fd19139e4a22f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7d10e35c14867b1d8fd19139e4a22f6 columnFamilyName queue 2024-11-19T19:22:43,233 DEBUG [StoreOpener-f7d10e35c14867b1d8fd19139e4a22f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:43,233 INFO [StoreOpener-f7d10e35c14867b1d8fd19139e4a22f6-1 {}] regionserver.HStore(327): Store=f7d10e35c14867b1d8fd19139e4a22f6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:43,233 INFO [StoreOpener-f7d10e35c14867b1d8fd19139e4a22f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:43,234 INFO [StoreOpener-f7d10e35c14867b1d8fd19139e4a22f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7d10e35c14867b1d8fd19139e4a22f6 columnFamilyName sid 2024-11-19T19:22:43,234 DEBUG [StoreOpener-f7d10e35c14867b1d8fd19139e4a22f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:43,234 INFO [StoreOpener-f7d10e35c14867b1d8fd19139e4a22f6-1 {}] regionserver.HStore(327): Store=f7d10e35c14867b1d8fd19139e4a22f6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:43,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:43,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/replication/f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:43,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/replication/f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:43,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:43,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:43,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:22:43,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:43,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/replication/f7d10e35c14867b1d8fd19139e4a22f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:43,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f7d10e35c14867b1d8fd19139e4a22f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63527248, jitterRate=-0.05337023735046387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:22:43,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:43,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f7d10e35c14867b1d8fd19139e4a22f6: Running coprocessor pre-open hook at 1732044163230Writing region info on filesystem at 1732044163230Initializing all the Stores at 1732044163230Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044163231 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044163231Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044163231Cleaning up temporary data from old regions at 1732044163236 (+5 ms)Running coprocessor post-open hooks at 1732044163239 (+3 ms)Region opened successfully at 1732044163239 2024-11-19T19:22:43,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6., pid=10, masterSystemTime=1732044163205 2024-11-19T19:22:43,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. 2024-11-19T19:22:43,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. 2024-11-19T19:22:43,242 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7d10e35c14867b1d8fd19139e4a22f6, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,43053,1732044146234 2024-11-19T19:22:43,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7d10e35c14867b1d8fd19139e4a22f6, server=f156d4de6e70,43053,1732044146234 because future has completed 2024-11-19T19:22:43,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:22:43,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f7d10e35c14867b1d8fd19139e4a22f6, server=f156d4de6e70,43053,1732044146234 in 191 msec 2024-11-19T19:22:43,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T19:22:43,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7d10e35c14867b1d8fd19139e4a22f6, ASSIGN in 346 msec 2024-11-19T19:22:43,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:22:43,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044163248"}]},"ts":"1732044163248"} 2024-11-19T19:22:43,250 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:22:43,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:22:43,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-19T19:22:43,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6., hostname=f156d4de6e70,43053,1732044146234, seqNum=2] 2024-11-19T19:22:43,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:43,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:43,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:22:43,411 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 379, reset compression=false 2024-11-19T19:22:43,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T19:22:43,517 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:22:43,560 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,43053,1732044146234, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:22:43,560 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:43,560 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43053,1732044146234, seqNum=-1] 2024-11-19T19:22:43,561 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:43,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T19:22:43,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,43053,1732044146234', locateType=CURRENT is [region=hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6., hostname=f156d4de6e70,43053,1732044146234, seqNum=2] 2024-11-19T19:22:43,578 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T19:22:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T19:22:43,585 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,43053,1732044146234 suceeded 2024-11-19T19:22:43,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T19:22:43,587 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:36745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:22:43,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-19T19:22:43,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5200 sec 2024-11-19T19:22:43,598 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:36745' 2024-11-19T19:22:43,600 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@280c13b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:43,600 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36745,-1 for getting cluster id 2024-11-19T19:22:43,601 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:43,601 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a526c65f-9c11-4466-9811-e90322b6afa6' 2024-11-19T19:22:43,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:43,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a526c65f-9c11-4466-9811-e90322b6afa6" 2024-11-19T19:22:43,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b8e36d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:43,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36745,-1] 2024-11-19T19:22:43,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:43,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:43,604 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:43,604 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b7ac8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:43,605 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:43,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,36745,1732044151666 2024-11-19T19:22:43,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@443adbb5 2024-11-19T19:22:43,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:43,607 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-19T19:22:43,607 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,43053,1732044146234 (queues=1) is replicating from cluster=7a15d8a9-09b1-4b64-ac53-64cf14702682 to cluster=a526c65f-9c11-4466-9811-e90322b6afa6 2024-11-19T19:22:43,607 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C43053%2C1732044146234 2024-11-19T19:22:43,607 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,43053,1732044146234, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:22:43,608 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489, startPosition=0, beingWritten=true 2024-11-19T19:22:43,616 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C43053%2C1732044146234 2024-11-19T19:22:43,630 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:43,630 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 379, reset compression=false 2024-11-19T19:22:43,632 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43053,1732044146234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:43,854 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 379, reset compression=false 2024-11-19T19:22:44,015 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 379, reset compression=false 2024-11-19T19:22:44,158 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 379, reset compression=false 2024-11-19T19:22:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:44,220 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:22:44,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:44,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:44,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:44,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:44,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:44,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:44,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36745,-1 for getting cluster id 2024-11-19T19:22:44,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:44,222 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a526c65f-9c11-4466-9811-e90322b6afa6' 2024-11-19T19:22:44,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:44,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a526c65f-9c11-4466-9811-e90322b6afa6" 2024-11-19T19:22:44,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ab0598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:44,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36745,-1] 2024-11-19T19:22:44,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:44,223 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:44,223 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:44,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a98bd37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:44,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,36745,1732044151666 2024-11-19T19:22:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f513e93 2024-11-19T19:22:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:44,225 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:44,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:39745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:22:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:22:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:44,228 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:39745' 2024-11-19T19:22:44,229 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2e83d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:44,229 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,39745,-1 for getting cluster id 2024-11-19T19:22:44,229 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:44,230 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4fec33-2898-43ce-9fca-cc65ddbee60b' 2024-11-19T19:22:44,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:44,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4fec33-2898-43ce-9fca-cc65ddbee60b" 2024-11-19T19:22:44,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e303061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:44,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,39745,-1] 2024-11-19T19:22:44,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:44,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:44,231 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:44,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bef1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:44,231 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:44,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,39745,1732044140946 2024-11-19T19:22:44,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@561a8ad3 2024-11-19T19:22:44,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:44,233 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:44,233 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-19T19:22:44,234 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:22:44,234 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:44,234 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:44,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:44,234 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:22:44,235 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:22:44,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:22:44,236 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:44,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:22:44,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741837_1013 (size=1138) 2024-11-19T19:22:44,285 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:22:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:44,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T19:22:44,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T19:22:44,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T19:22:44,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T19:22:44,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:22:44,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T19:22:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:44,562 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 379, reset compression=false 2024-11-19T19:22:44,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d4359cb7add4faf0fafacebf8ae428c, NAME => 'hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd 2024-11-19T19:22:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741838_1014 (size=44) 2024-11-19T19:22:44,647 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:44,647 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8d4359cb7add4faf0fafacebf8ae428c, disabling compactions & flushes 2024-11-19T19:22:44,647 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:44,647 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:44,647 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. after waiting 0 ms 2024-11-19T19:22:44,648 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:44,648 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:44,648 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d4359cb7add4faf0fafacebf8ae428c: Waiting for close lock at 1732044164647Disabling compacts and flushes for region at 1732044164647Disabling writes for close at 1732044164647Writing region close event to WAL at 1732044164648 (+1 ms)Closed at 1732044164648 2024-11-19T19:22:44,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:22:44,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732044164649"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044164649"}]},"ts":"1732044164649"} 2024-11-19T19:22:44,651 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:22:44,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:22:44,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044164652"}]},"ts":"1732044164652"} 2024-11-19T19:22:44,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:22:44,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d4359cb7add4faf0fafacebf8ae428c, ASSIGN}] 2024-11-19T19:22:44,656 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d4359cb7add4faf0fafacebf8ae428c, ASSIGN 2024-11-19T19:22:44,657 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d4359cb7add4faf0fafacebf8ae428c, ASSIGN; state=OFFLINE, location=f156d4de6e70,40739,1732044151811; forceNewPlan=false, retain=false 2024-11-19T19:22:44,720 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 379, reset compression=false 2024-11-19T19:22:44,807 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8d4359cb7add4faf0fafacebf8ae428c, regionState=OPENING, regionLocation=f156d4de6e70,40739,1732044151811 2024-11-19T19:22:44,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d4359cb7add4faf0fafacebf8ae428c, ASSIGN because future has completed 2024-11-19T19:22:44,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d4359cb7add4faf0fafacebf8ae428c, server=f156d4de6e70,40739,1732044151811}] 2024-11-19T19:22:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:44,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:44,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:22:44,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:22:44,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C40739%2C1732044151811.rep, suffix=, logDir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811, archiveDir=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/oldWALs, maxLogs=10 2024-11-19T19:22:44,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.rep.1732044164967, exclude list is [], retry=0 2024-11-19T19:22:44,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-99bfa961-192a-412e-ab7c-3c1c3e248152,DISK] 2024-11-19T19:22:44,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.rep.1732044164967 2024-11-19T19:22:44,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45795:45795)] 2024-11-19T19:22:44,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d4359cb7add4faf0fafacebf8ae428c, NAME => 'hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:22:44,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:22:44,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:22:44,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. service=MultiRowMutationService 2024-11-19T19:22:44,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:22:44,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:44,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:22:44,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:44,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:44,985 INFO [StoreOpener-8d4359cb7add4faf0fafacebf8ae428c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:44,986 INFO [StoreOpener-8d4359cb7add4faf0fafacebf8ae428c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d4359cb7add4faf0fafacebf8ae428c columnFamilyName hfileref 2024-11-19T19:22:44,986 DEBUG [StoreOpener-8d4359cb7add4faf0fafacebf8ae428c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:44,986 INFO [StoreOpener-8d4359cb7add4faf0fafacebf8ae428c-1 {}] regionserver.HStore(327): Store=8d4359cb7add4faf0fafacebf8ae428c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:44,986 INFO [StoreOpener-8d4359cb7add4faf0fafacebf8ae428c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:44,987 INFO [StoreOpener-8d4359cb7add4faf0fafacebf8ae428c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d4359cb7add4faf0fafacebf8ae428c columnFamilyName queue 2024-11-19T19:22:44,987 DEBUG [StoreOpener-8d4359cb7add4faf0fafacebf8ae428c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:44,988 INFO [StoreOpener-8d4359cb7add4faf0fafacebf8ae428c-1 {}] regionserver.HStore(327): Store=8d4359cb7add4faf0fafacebf8ae428c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:44,988 INFO [StoreOpener-8d4359cb7add4faf0fafacebf8ae428c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:44,988 INFO [StoreOpener-8d4359cb7add4faf0fafacebf8ae428c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d4359cb7add4faf0fafacebf8ae428c columnFamilyName sid 2024-11-19T19:22:44,988 DEBUG [StoreOpener-8d4359cb7add4faf0fafacebf8ae428c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:22:44,989 INFO [StoreOpener-8d4359cb7add4faf0fafacebf8ae428c-1 {}] regionserver.HStore(327): Store=8d4359cb7add4faf0fafacebf8ae428c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:22:44,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:44,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/replication/8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:44,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/replication/8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:44,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:44,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:44,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:22:44,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:44,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/replication/8d4359cb7add4faf0fafacebf8ae428c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:22:44,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8d4359cb7add4faf0fafacebf8ae428c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66386158, jitterRate=-0.010769158601760864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:22:44,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:44,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8d4359cb7add4faf0fafacebf8ae428c: Running coprocessor pre-open hook at 1732044164984Writing region info on filesystem at 1732044164984Initializing all the Stores at 1732044164984Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044164984Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044164984Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044164984Cleaning up temporary data from old regions at 1732044164990 (+6 ms)Running coprocessor post-open hooks at 1732044164998 (+8 ms)Region opened successfully at 1732044164998 2024-11-19T19:22:44,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c., pid=10, masterSystemTime=1732044164961 2024-11-19T19:22:45,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:45,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:45,001 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8d4359cb7add4faf0fafacebf8ae428c, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,40739,1732044151811 2024-11-19T19:22:45,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d4359cb7add4faf0fafacebf8ae428c, server=f156d4de6e70,40739,1732044151811 because future has completed 2024-11-19T19:22:45,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:22:45,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d4359cb7add4faf0fafacebf8ae428c, server=f156d4de6e70,40739,1732044151811 in 193 msec 2024-11-19T19:22:45,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T19:22:45,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d4359cb7add4faf0fafacebf8ae428c, ASSIGN in 350 msec 2024-11-19T19:22:45,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:22:45,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044165007"}]},"ts":"1732044165007"} 2024-11-19T19:22:45,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:22:45,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:22:45,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-11-19T19:22:45,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c., hostname=f156d4de6e70,40739,1732044151811, seqNum=2] 2024-11-19T19:22:45,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:45,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:45,066 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 379, reset compression=false 2024-11-19T19:22:45,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:22:45,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T19:22:45,237 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:22:45,268 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,40739,1732044151811, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:22:45,269 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:45,269 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,40739,1732044151811, seqNum=-1] 2024-11-19T19:22:45,269 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:45,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T19:22:45,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,40739,1732044151811', locateType=CURRENT is [region=hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c., hostname=f156d4de6e70,40739,1732044151811, seqNum=2] 2024-11-19T19:22:45,274 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T19:22:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T19:22:45,276 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,40739,1732044151811 suceeded 2024-11-19T19:22:45,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T19:22:45,280 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:39745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:22:45,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-19T19:22:45,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0540 sec 2024-11-19T19:22:45,294 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:39745' 2024-11-19T19:22:45,295 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56740391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,295 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,39745,-1 for getting cluster id 2024-11-19T19:22:45,295 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:45,296 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4fec33-2898-43ce-9fca-cc65ddbee60b' 2024-11-19T19:22:45,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:45,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4fec33-2898-43ce-9fca-cc65ddbee60b" 2024-11-19T19:22:45,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@488e636b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,39745,-1] 2024-11-19T19:22:45,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:45,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:45,297 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:45,298 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@673fe5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,298 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:45,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,39745,1732044140946 2024-11-19T19:22:45,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bb1599e 2024-11-19T19:22:45,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:45,299 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T19:22:45,300 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,40739,1732044151811 (queues=1) is replicating from cluster=a526c65f-9c11-4466-9811-e90322b6afa6 to cluster=bc4fec33-2898-43ce-9fca-cc65ddbee60b 2024-11-19T19:22:45,300 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C40739%2C1732044151811 2024-11-19T19:22:45,300 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,40739,1732044151811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:22:45,301 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173, startPosition=0, beingWritten=true 2024-11-19T19:22:45,301 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C40739%2C1732044151811 2024-11-19T19:22:45,306 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:45,306 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 379, reset compression=false 2024-11-19T19:22:45,306 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40739,1732044151811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:22:45,359 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:22:45,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:45,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:45,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:45,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:45,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:45,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,39745,-1 for getting cluster id 2024-11-19T19:22:45,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:45,361 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4fec33-2898-43ce-9fca-cc65ddbee60b' 2024-11-19T19:22:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4fec33-2898-43ce-9fca-cc65ddbee60b" 2024-11-19T19:22:45,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71847a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,39745,-1] 2024-11-19T19:22:45,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:45,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:45,362 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:45,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac29bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,38623,-1 for getting cluster id 2024-11-19T19:22:45,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:45,364 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a15d8a9-09b1-4b64-ac53-64cf14702682' 2024-11-19T19:22:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a15d8a9-09b1-4b64-ac53-64cf14702682" 2024-11-19T19:22:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643f3cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,38623,-1] 2024-11-19T19:22:45,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:45,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:45,365 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e6e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36745,-1 for getting cluster id 2024-11-19T19:22:45,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:45,367 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a526c65f-9c11-4466-9811-e90322b6afa6' 2024-11-19T19:22:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a526c65f-9c11-4466-9811-e90322b6afa6" 2024-11-19T19:22:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af3a382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36745,-1] 2024-11-19T19:22:45,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:45,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:45,368 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:45,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c48bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:45,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,38595,1732044141138, seqNum=-1] 2024-11-19T19:22:45,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:45,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:22:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732044155419.6f2382163b915d061ac3936adec2b328., hostname=f156d4de6e70,38595,1732044141138, seqNum=2] 2024-11-19T19:22:45,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:45,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,40739,1732044151811, seqNum=-1] 2024-11-19T19:22:45,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:45,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:22:45,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819., hostname=f156d4de6e70,40739,1732044151811, seqNum=2] 2024-11-19T19:22:45,418 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T19:22:45,509 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 379, reset compression=false 2024-11-19T19:22:45,524 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 379, reset compression=false 2024-11-19T19:22:45,528 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:45,528 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 480, reset compression=false 2024-11-19T19:22:45,528 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,38595,1732044141138 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f2382163b915d061ac3936adec2b328/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T19:22:45,531 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:22:45,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-19T19:22:45,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:45,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31352e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,38623,-1 for getting cluster id 2024-11-19T19:22:45,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:45,538 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a15d8a9-09b1-4b64-ac53-64cf14702682' 2024-11-19T19:22:45,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:45,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a15d8a9-09b1-4b64-ac53-64cf14702682" 2024-11-19T19:22:45,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fcb5f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,38623,-1] 2024-11-19T19:22:45,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:45,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:45,539 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:45,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aa15c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:45,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43053,1732044146234, seqNum=-1] 2024-11-19T19:22:45,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:45,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T19:22:45,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5., hostname=f156d4de6e70,43053,1732044146234, seqNum=2] 2024-11-19T19:22:45,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:45,670 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 379, reset compression=false 2024-11-19T19:22:45,675 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:45,675 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 504, reset compression=false 2024-11-19T19:22:45,675 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43053,1732044146234 got entry batch from reader: WALEntryBatch [walEntries=[{test/cee354ff6ea89f6da575acfeb95728b5/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T19:22:45,677 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:22:45,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-19T19:22:45,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:45,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4481955f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36745,-1 for getting cluster id 2024-11-19T19:22:45,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:45,679 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a526c65f-9c11-4466-9811-e90322b6afa6' 2024-11-19T19:22:45,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:45,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a526c65f-9c11-4466-9811-e90322b6afa6" 2024-11-19T19:22:45,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@264a1a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36745,-1] 2024-11-19T19:22:45,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:45,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:45,681 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:45,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c4d31ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:45,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:45,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,40739,1732044151811, seqNum=-1] 2024-11-19T19:22:45,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:45,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T19:22:45,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819., hostname=f156d4de6e70,40739,1732044151811, seqNum=2] 2024-11-19T19:22:45,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:45,737 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 480, reset compression=false 2024-11-19T19:22:45,813 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 379, reset compression=false 2024-11-19T19:22:45,816 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:45,816 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 527, reset compression=false 2024-11-19T19:22:45,816 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40739,1732044151811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:45,879 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 504, reset compression=false 2024-11-19T19:22:46,019 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 527, reset compression=false 2024-11-19T19:22:46,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T19:22:46,041 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 480, reset compression=false 2024-11-19T19:22:46,183 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 504, reset compression=false 2024-11-19T19:22:46,323 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 527, reset compression=false 2024-11-19T19:22:46,420 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T19:22:46,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43053,1732044146234, seqNum=-1] 2024-11-19T19:22:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:46,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:22:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5., hostname=f156d4de6e70,43053,1732044146234, seqNum=2] 2024-11-19T19:22:46,426 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T19:22:46,445 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 480, reset compression=false 2024-11-19T19:22:46,587 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 504, reset compression=false 2024-11-19T19:22:46,592 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:46,592 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 608, reset compression=false 2024-11-19T19:22:46,592 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43053,1732044146234 got entry batch from reader: WALEntryBatch [walEntries=[{test/cee354ff6ea89f6da575acfeb95728b5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T19:22:46,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:46,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:46,727 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 527, reset compression=false 2024-11-19T19:22:46,731 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:46,732 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 654, reset compression=false 2024-11-19T19:22:46,732 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40739,1732044151811 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ec2e2d62285295b5e5fc3bc92251819/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T19:22:46,734 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:22:46,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T19:22:46,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:46,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ba99088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:46,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,39745,-1 for getting cluster id 2024-11-19T19:22:46,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:46,736 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4fec33-2898-43ce-9fca-cc65ddbee60b' 2024-11-19T19:22:46,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:46,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4fec33-2898-43ce-9fca-cc65ddbee60b" 2024-11-19T19:22:46,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ab72df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:46,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,39745,-1] 2024-11-19T19:22:46,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:46,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:46,737 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:46,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c8c870e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:46,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:22:46,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,38595,1732044141138, seqNum=-1] 2024-11-19T19:22:46,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:22:46,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T19:22:46,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732044155419.6f2382163b915d061ac3936adec2b328., hostname=f156d4de6e70,38595,1732044141138, seqNum=2] 2024-11-19T19:22:46,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:46,796 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 608, reset compression=false 2024-11-19T19:22:46,935 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 654, reset compression=false 2024-11-19T19:22:46,948 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 480, reset compression=false 2024-11-19T19:22:46,952 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:46,952 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 631, reset compression=false 2024-11-19T19:22:46,952 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,38595,1732044141138 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:47,100 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 608, reset compression=false 2024-11-19T19:22:47,156 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 631, reset compression=false 2024-11-19T19:22:47,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:22:47,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:47,239 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 654, reset compression=false 2024-11-19T19:22:47,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:47,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:47,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:47,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:47,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:47,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:47,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:47,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:47,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:47,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:22:47,428 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T19:22:47,431 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T19:22:47,459 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 631, reset compression=false 2024-11-19T19:22:47,505 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 608, reset compression=false 2024-11-19T19:22:47,643 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 654, reset compression=false 2024-11-19T19:22:47,648 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:47,648 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 758, reset compression=false 2024-11-19T19:22:47,648 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40739,1732044151811 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ec2e2d62285295b5e5fc3bc92251819/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T19:22:47,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:47,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:47,857 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 758, reset compression=false 2024-11-19T19:22:47,862 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 631, reset compression=false 2024-11-19T19:22:47,865 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:47,865 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 759, reset compression=false 2024-11-19T19:22:47,865 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,38595,1732044141138 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f2382163b915d061ac3936adec2b328/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T19:22:47,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:47,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:48,018 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 608, reset compression=false 2024-11-19T19:22:48,022 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:48,022 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 760, reset compression=false 2024-11-19T19:22:48,022 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43053,1732044146234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:48,068 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 759, reset compression=false 2024-11-19T19:22:48,160 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 758, reset compression=false 2024-11-19T19:22:48,226 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 760, reset compression=false 2024-11-19T19:22:48,371 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 759, reset compression=false 2024-11-19T19:22:48,433 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T19:22:48,437 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T19:22:48,529 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 760, reset compression=false 2024-11-19T19:22:48,564 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 758, reset compression=false 2024-11-19T19:22:48,774 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 759, reset compression=false 2024-11-19T19:22:48,778 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:48,778 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 915, reset compression=false 2024-11-19T19:22:48,778 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,38595,1732044141138 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f2382163b915d061ac3936adec2b328/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T19:22:48,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:48,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:48,933 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 760, reset compression=false 2024-11-19T19:22:48,937 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:48,937 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 908, reset compression=false 2024-11-19T19:22:48,937 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43053,1732044146234 got entry batch from reader: WALEntryBatch [walEntries=[{test/cee354ff6ea89f6da575acfeb95728b5/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T19:22:48,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:48,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:48,981 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 915, reset compression=false 2024-11-19T19:22:49,067 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 758, reset compression=false 2024-11-19T19:22:49,071 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:49,071 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 929, reset compression=false 2024-11-19T19:22:49,071 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40739,1732044151811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:49,142 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 908, reset compression=false 2024-11-19T19:22:49,275 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 929, reset compression=false 2024-11-19T19:22:49,284 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 915, reset compression=false 2024-11-19T19:22:49,438 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T19:22:49,442 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T19:22:49,445 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 908, reset compression=false 2024-11-19T19:22:49,449 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:49,449 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1067, reset compression=false 2024-11-19T19:22:49,449 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43053,1732044146234 got entry batch from reader: WALEntryBatch [walEntries=[{test/cee354ff6ea89f6da575acfeb95728b5/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T19:22:49,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:49,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:49,578 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 929, reset compression=false 2024-11-19T19:22:49,583 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:49,583 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1078, reset compression=false 2024-11-19T19:22:49,583 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40739,1732044151811 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ec2e2d62285295b5e5fc3bc92251819/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T19:22:49,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:49,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:49,652 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1067, reset compression=false 2024-11-19T19:22:49,687 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 915, reset compression=false 2024-11-19T19:22:49,724 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:49,724 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1088, reset compression=false 2024-11-19T19:22:49,724 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,38595,1732044141138 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:49,786 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1078, reset compression=false 2024-11-19T19:22:49,928 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1088, reset compression=false 2024-11-19T19:22:49,955 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1067, reset compression=false 2024-11-19T19:22:50,090 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1078, reset compression=false 2024-11-19T19:22:50,231 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1088, reset compression=false 2024-11-19T19:22:50,358 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1067, reset compression=false 2024-11-19T19:22:50,444 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T19:22:50,448 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T19:22:50,495 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1078, reset compression=false 2024-11-19T19:22:50,526 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:50,526 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1237, reset compression=false 2024-11-19T19:22:50,526 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40739,1732044151811 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ec2e2d62285295b5e5fc3bc92251819/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T19:22:50,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:50,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:50,534 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T19:22:50,635 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1088, reset compression=false 2024-11-19T19:22:50,661 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:50,661 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1238, reset compression=false 2024-11-19T19:22:50,661 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,38595,1732044141138 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f2382163b915d061ac3936adec2b328/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T19:22:50,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:50,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:50,737 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1237, reset compression=false 2024-11-19T19:22:50,862 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1067, reset compression=false 2024-11-19T19:22:50,898 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:50,898 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1241, reset compression=false 2024-11-19T19:22:50,898 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43053,1732044146234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:50,910 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1238, reset compression=false 2024-11-19T19:22:51,085 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1237, reset compression=false 2024-11-19T19:22:51,104 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1241, reset compression=false 2024-11-19T19:22:51,213 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1238, reset compression=false 2024-11-19T19:22:51,413 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1241, reset compression=false 2024-11-19T19:22:51,450 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T19:22:51,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eba9f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:51,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36745,-1 for getting cluster id 2024-11-19T19:22:51,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:51,461 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a526c65f-9c11-4466-9811-e90322b6afa6' 2024-11-19T19:22:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a526c65f-9c11-4466-9811-e90322b6afa6" 2024-11-19T19:22:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452867c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:51,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36745,-1] 2024-11-19T19:22:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:51,463 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a198389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:51,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,36745,1732044151666 2024-11-19T19:22:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b8603e5 2024-11-19T19:22:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:51,475 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:51,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-19T19:22:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-19T19:22:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T19:22:51,490 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1237, reset compression=false 2024-11-19T19:22:51,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:22:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T19:22:51,617 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1238, reset compression=false 2024-11-19T19:22:51,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T19:22:51,713 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-19T19:22:51,715 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-19T19:22:51,716 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,40739,1732044151811 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-19T19:22:51,716 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0. 2024-11-19T19:22:51,716 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:51,716 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:51,716 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:51,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T19:22:51,817 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:22:51,817 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T19:22:51,822 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1241, reset compression=false 2024-11-19T19:22:51,917 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 terminated 2024-11-19T19:22:51,936 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,40739,1732044151811, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:22:51,936 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-19T19:22:51,937 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T19:22:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T19:22:51,941 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on f156d4de6e70,40739,1732044151811 suceeded 2024-11-19T19:22:51,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T19:22:51,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 383 msec 2024-11-19T19:22:51,949 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-19T19:22:51,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 473 msec 2024-11-19T19:22:51,957 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:39745' 2024-11-19T19:22:51,958 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48635bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:51,959 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,39745,-1 for getting cluster id 2024-11-19T19:22:51,959 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:51,960 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4fec33-2898-43ce-9fca-cc65ddbee60b' 2024-11-19T19:22:51,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:51,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4fec33-2898-43ce-9fca-cc65ddbee60b" 2024-11-19T19:22:51,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7acb9d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:51,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,39745,-1] 2024-11-19T19:22:51,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:51,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:51,965 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:51,966 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6186ff67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:51,966 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:51,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,39745,1732044140946 2024-11-19T19:22:51,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af538af 2024-11-19T19:22:51,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:51,969 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T19:22:51,970 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,40739,1732044151811 (queues=1) is replicating from cluster=a526c65f-9c11-4466-9811-e90322b6afa6 to cluster=bc4fec33-2898-43ce-9fca-cc65ddbee60b 2024-11-19T19:22:51,971 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C40739%2C1732044151811 2024-11-19T19:22:51,971 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,40739,1732044151811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:22:51,976 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C40739%2C1732044151811 2024-11-19T19:22:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T19:22:52,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:52,112 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:22:52,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:52,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:52,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:52,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:52,118 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-19T19:22:52,132 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1238, reset compression=false 2024-11-19T19:22:52,170 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:52,170 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1342, reset compression=false 2024-11-19T19:22:52,170 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,38595,1732044141138 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f2382163b915d061ac3936adec2b328/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T19:22:52,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:52,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:52,327 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1241, reset compression=false 2024-11-19T19:22:52,354 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:52,354 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1369, reset compression=false 2024-11-19T19:22:52,354 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43053,1732044146234 got entry batch from reader: WALEntryBatch [walEntries=[{test/cee354ff6ea89f6da575acfeb95728b5/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T19:22:52,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:52,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:52,401 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1342, reset compression=false 2024-11-19T19:22:52,574 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1369, reset compression=false 2024-11-19T19:22:52,714 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1342, reset compression=false 2024-11-19T19:22:52,885 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1369, reset compression=false 2024-11-19T19:22:52,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:52,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:22:52,990 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68500 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:22:53,120 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-19T19:22:53,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@917559a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:53,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36745,-1 for getting cluster id 2024-11-19T19:22:53,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:22:53,125 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a526c65f-9c11-4466-9811-e90322b6afa6' 2024-11-19T19:22:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:22:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a526c65f-9c11-4466-9811-e90322b6afa6" 2024-11-19T19:22:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe7d814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:53,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36745,-1] 2024-11-19T19:22:53,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:22:53,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:53,127 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:22:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca54285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:22:53,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:22:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,36745,1732044151666 2024-11-19T19:22:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b86bcc8 2024-11-19T19:22:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:22:53,132 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:22:53,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-19T19:22:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-19T19:22:53,137 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1342, reset compression=false 2024-11-19T19:22:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T19:22:53,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:22:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T19:22:53,305 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1369, reset compression=false 2024-11-19T19:22:53,334 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:53,334 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1473, reset compression=false 2024-11-19T19:22:53,334 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43053,1732044146234 got entry batch from reader: WALEntryBatch [walEntries=[{test/cee354ff6ea89f6da575acfeb95728b5/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T19:22:53,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:53,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:53,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-19T19:22:53,400 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-19T19:22:53,408 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T19:22:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-19T19:22:53,413 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on f156d4de6e70,40739,1732044151811 suceeded 2024-11-19T19:22:53,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T19:22:53,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 177 msec 2024-11-19T19:22:53,416 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-19T19:22:53,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 283 msec 2024-11-19T19:22:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T19:22:53,460 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:22:53,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:53,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:53,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:53,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:53,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:53,462 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-19T19:22:53,494 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173, startPosition=1237, beingWritten=true 2024-11-19T19:22:53,517 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:22:53,517 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1515, reset compression=false 2024-11-19T19:22:53,517 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40739,1732044151811 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ec2e2d62285295b5e5fc3bc92251819/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T19:22:53,520 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:22:53,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T19:22:53,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:22:53,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:22:53,549 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1473, reset compression=false 2024-11-19T19:22:53,664 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1342, reset compression=false 2024-11-19T19:22:53,668 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:53,668 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1493, reset compression=false 2024-11-19T19:22:53,668 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,38595,1732044141138 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:53,721 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1515, reset compression=false 2024-11-19T19:22:53,853 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1473, reset compression=false 2024-11-19T19:22:53,871 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1493, reset compression=false 2024-11-19T19:22:54,024 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1515, reset compression=false 2024-11-19T19:22:54,175 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1493, reset compression=false 2024-11-19T19:22:54,261 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1473, reset compression=false 2024-11-19T19:22:54,427 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1515, reset compression=false 2024-11-19T19:22:54,464 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-19T19:22:54,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:22:54,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:54,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:54,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:54,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:54,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:54,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:22:54,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=179694254, stopped=false 2024-11-19T19:22:54,465 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,36745,1732044151666 2024-11-19T19:22:54,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21221366099/running 2024-11-19T19:22:54,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21221366099/running 2024-11-19T19:22:54,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:54,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:54,505 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:22:54,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:54,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:54,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:54,505 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,40739,1732044151811' ***** 2024-11-19T19:22:54,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Set watcher on znode that does not yet exist, /21221366099/running 2024-11-19T19:22:54,505 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:22:54,506 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:22:54,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Set watcher on znode that does not yet exist, /21221366099/running 2024-11-19T19:22:54,506 INFO [RS:0;f156d4de6e70:40739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:22:54,506 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:22:54,506 INFO [RS:0;f156d4de6e70:40739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:22:54,506 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ec2e2d62285295b5e5fc3bc92251819 2024-11-19T19:22:54,506 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:54,507 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,40739,1732044151811 2024-11-19T19:22:54,507 INFO [RS:0;f156d4de6e70:40739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:22:54,507 INFO [RS:0;f156d4de6e70:40739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:40739. 2024-11-19T19:22:54,507 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ec2e2d62285295b5e5fc3bc92251819, disabling compactions & flushes 2024-11-19T19:22:54,507 DEBUG [RS:0;f156d4de6e70:40739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:54,507 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. 2024-11-19T19:22:54,507 DEBUG [RS:0;f156d4de6e70:40739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:54,507 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. 2024-11-19T19:22:54,507 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. after waiting 0 ms 2024-11-19T19:22:54,507 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. 2024-11-19T19:22:54,507 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:22:54,507 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:22:54,507 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:22:54,507 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:22:54,507 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ec2e2d62285295b5e5fc3bc92251819 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T19:22:54,507 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T19:22:54,507 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1325): Online Regions={2ec2e2d62285295b5e5fc3bc92251819=test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819., 8d4359cb7add4faf0fafacebf8ae428c=hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:22:54,507 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ec2e2d62285295b5e5fc3bc92251819, 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:54,507 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:22:54,507 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:22:54,507 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:22:54,507 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:22:54,507 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:22:54,507 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T19:22:54,524 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/.tmp/info/ab35f814033e4df6ab41dfe379b37b8e is 147, key is hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c./info:regioninfo/1732044165001/Put/seqid=0 2024-11-19T19:22:54,524 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/.tmp/f/7e62753ed6f44c6a84d569898c3dde31 is 37, key is row3/f:row3/1732044172114/Put/seqid=0 2024-11-19T19:22:54,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741841_1017 (size=7686) 2024-11-19T19:22:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741840_1016 (size=5228) 2024-11-19T19:22:54,563 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:22:54,578 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1493, reset compression=false 2024-11-19T19:22:54,707 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ec2e2d62285295b5e5fc3bc92251819, 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:54,765 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1473, reset compression=false 2024-11-19T19:22:54,908 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ec2e2d62285295b5e5fc3bc92251819, 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:54,929 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/.tmp/info/ab35f814033e4df6ab41dfe379b37b8e 2024-11-19T19:22:54,930 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1515, reset compression=false 2024-11-19T19:22:54,931 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/.tmp/f/7e62753ed6f44c6a84d569898c3dde31 2024-11-19T19:22:54,934 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:54,934 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1762, reset compression=false 2024-11-19T19:22:54,934 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,40739,1732044151811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:54,936 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e62753ed6f44c6a84d569898c3dde31 2024-11-19T19:22:54,935 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f156d4de6e70,40739,1732044151811: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f156d4de6e70,40739,1732044151811, walGroup=f156d4de6e70%2C40739%2C1732044151811, offset=f156d4de6e70%2C40739%2C1732044151811.1732044154173:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:40739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T19:22:54,937 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T19:22:54,937 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T19:22:54,938 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T19:22:54,938 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T19:22:54,938 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T19:22:54,938 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 755720480 }, "NonHeapMemoryUsage": { "committed": 200605696, "init": 7667712, "max": -1, "used": 197739872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T19:22:54,938 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:36745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:36745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T19:22:54,957 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/.tmp/ns/218b515178ce496e9655a2d55368b08b is 43, key is default/ns:d/1732044155300/Put/seqid=0 2024-11-19T19:22:54,957 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/.tmp/f1/440af5fb5a914b88b05e6dd487138561 is 30, key is row1/f1:/1732044169439/DeleteFamily/seqid=0 2024-11-19T19:22:54,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741842_1018 (size=5153) 2024-11-19T19:22:54,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741843_1019 (size=5158) 2024-11-19T19:22:55,037 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:22:55,037 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:22:55,081 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1493, reset compression=false 2024-11-19T19:22:55,108 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ec2e2d62285295b5e5fc3bc92251819, 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:55,140 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1762, reset compression=false 2024-11-19T19:22:55,308 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ec2e2d62285295b5e5fc3bc92251819, 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:55,362 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/.tmp/f1/440af5fb5a914b88b05e6dd487138561 2024-11-19T19:22:55,362 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/.tmp/ns/218b515178ce496e9655a2d55368b08b 2024-11-19T19:22:55,366 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 440af5fb5a914b88b05e6dd487138561 2024-11-19T19:22:55,368 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1473, reset compression=false 2024-11-19T19:22:55,383 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/.tmp/rep_barrier/100f87f8523449188bebb6d0e8757d3b is 112, key is test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819./rep_barrier:seqnumDuringOpen/1732044159904/Put/seqid=0 2024-11-19T19:22:55,389 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/.tmp/norep/01fe93359dc04cc19114ca78b0525109 is 33, key is row2/norep:/1732044170445/DeleteFamily/seqid=0 2024-11-19T19:22:55,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741844_1020 (size=5518) 2024-11-19T19:22:55,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741845_1021 (size=5108) 2024-11-19T19:22:55,443 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1762, reset compression=false 2024-11-19T19:22:55,508 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ec2e2d62285295b5e5fc3bc92251819, 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:55,689 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1493, reset compression=false 2024-11-19T19:22:55,708 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ec2e2d62285295b5e5fc3bc92251819, 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:55,796 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/.tmp/rep_barrier/100f87f8523449188bebb6d0e8757d3b 2024-11-19T19:22:55,798 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/.tmp/norep/01fe93359dc04cc19114ca78b0525109 2024-11-19T19:22:55,801 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01fe93359dc04cc19114ca78b0525109 2024-11-19T19:22:55,802 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/.tmp/f/7e62753ed6f44c6a84d569898c3dde31 as hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/f/7e62753ed6f44c6a84d569898c3dde31 2024-11-19T19:22:55,805 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e62753ed6f44c6a84d569898c3dde31 2024-11-19T19:22:55,806 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/f/7e62753ed6f44c6a84d569898c3dde31, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T19:22:55,806 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/.tmp/f1/440af5fb5a914b88b05e6dd487138561 as hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/f1/440af5fb5a914b88b05e6dd487138561 2024-11-19T19:22:55,810 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 440af5fb5a914b88b05e6dd487138561 2024-11-19T19:22:55,810 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/f1/440af5fb5a914b88b05e6dd487138561, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T19:22:55,811 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/.tmp/norep/01fe93359dc04cc19114ca78b0525109 as hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/norep/01fe93359dc04cc19114ca78b0525109 2024-11-19T19:22:55,816 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/.tmp/table/53f6ff435b3d46dba86d9df15b30467b is 53, key is hbase:replication/table:state/1732044165007/Put/seqid=0 2024-11-19T19:22:55,816 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01fe93359dc04cc19114ca78b0525109 2024-11-19T19:22:55,816 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/norep/01fe93359dc04cc19114ca78b0525109, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T19:22:55,817 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2ec2e2d62285295b5e5fc3bc92251819 in 1310ms, sequenceid=12, compaction requested=false 2024-11-19T19:22:55,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741846_1022 (size=5308) 2024-11-19T19:22:55,825 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/default/test/2ec2e2d62285295b5e5fc3bc92251819/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T19:22:55,825 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:22:55,825 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:22:55,826 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. 2024-11-19T19:22:55,826 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ec2e2d62285295b5e5fc3bc92251819: Waiting for close lock at 1732044174507Running coprocessor pre-close hooks at 1732044174507Disabling compacts and flushes for region at 1732044174507Disabling writes for close at 1732044174507Obtaining lock to block concurrent updates at 1732044174507Preparing flush snapshotting stores in 2ec2e2d62285295b5e5fc3bc92251819 at 1732044174507Finished memstore snapshotting test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732044174507Flushing stores of test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. at 1732044174508 (+1 ms)Flushing 2ec2e2d62285295b5e5fc3bc92251819/f: creating writer at 1732044174508Flushing 2ec2e2d62285295b5e5fc3bc92251819/f: appending metadata at 1732044174524 (+16 ms)Flushing 2ec2e2d62285295b5e5fc3bc92251819/f: closing flushed file at 1732044174524Flushing 2ec2e2d62285295b5e5fc3bc92251819/f1: creating writer at 1732044174936 (+412 ms)Flushing 2ec2e2d62285295b5e5fc3bc92251819/f1: appending metadata at 1732044174956 (+20 ms)Flushing 2ec2e2d62285295b5e5fc3bc92251819/f1: closing flushed file at 1732044174956Flushing 2ec2e2d62285295b5e5fc3bc92251819/norep: creating writer at 1732044175366 (+410 ms)Flushing 2ec2e2d62285295b5e5fc3bc92251819/norep: appending metadata at 1732044175388 (+22 ms)Flushing 2ec2e2d62285295b5e5fc3bc92251819/norep: closing flushed file at 1732044175388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba56623: reopening flushed file at 1732044175801 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21dda13d: reopening flushed file at 1732044175806 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b8cf32d: reopening flushed file at 1732044175810 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2ec2e2d62285295b5e5fc3bc92251819 in 1310ms, sequenceid=12, compaction requested=false at 1732044175817 (+7 ms)Writing region close event to WAL at 1732044175822 (+5 ms)Running coprocessor post-close hooks at 1732044175825 (+3 ms)Closed at 1732044175826 (+1 ms) 2024-11-19T19:22:55,826 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732044158724.2ec2e2d62285295b5e5fc3bc92251819. 2024-11-19T19:22:55,826 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d4359cb7add4faf0fafacebf8ae428c, disabling compactions & flushes 2024-11-19T19:22:55,826 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:55,826 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:55,826 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. after waiting 0 ms 2024-11-19T19:22:55,826 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:55,826 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d4359cb7add4faf0fafacebf8ae428c: Waiting for close lock at 1732044175826Running coprocessor pre-close hooks at 1732044175826Disabling compacts and flushes for region at 1732044175826Disabling writes for close at 1732044175826Failed flush hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c., putting online again at 1732044175826 2024-11-19T19:22:55,826 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:55,846 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 1762, reset compression=false 2024-11-19T19:22:55,850 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:55,850 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 2406, reset compression=false 2024-11-19T19:22:55,908 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:22:55,909 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1325): Online Regions={8d4359cb7add4faf0fafacebf8ae428c=hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:22:55,909 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:55,909 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d4359cb7add4faf0fafacebf8ae428c 2024-11-19T19:22:55,909 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d4359cb7add4faf0fafacebf8ae428c, disabling compactions & flushes 2024-11-19T19:22:55,909 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:55,909 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:55,909 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. after waiting 0 ms 2024-11-19T19:22:55,909 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:55,909 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d4359cb7add4faf0fafacebf8ae428c: Waiting for close lock at 1732044175909Running coprocessor pre-close hooks at 1732044175909Disabling compacts and flushes for region at 1732044175909Disabling writes for close at 1732044175909Failed flush hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c., putting online again at 1732044175909 2024-11-19T19:22:55,909 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732044164234.8d4359cb7add4faf0fafacebf8ae428c. 2024-11-19T19:22:56,053 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 2406, reset compression=false 2024-11-19T19:22:56,075 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1473, reset compression=false 2024-11-19T19:22:56,109 DEBUG [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:22:56,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T19:22:56,224 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/.tmp/table/53f6ff435b3d46dba86d9df15b30467b 2024-11-19T19:22:56,228 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/.tmp/info/ab35f814033e4df6ab41dfe379b37b8e as hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/info/ab35f814033e4df6ab41dfe379b37b8e 2024-11-19T19:22:56,232 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/info/ab35f814033e4df6ab41dfe379b37b8e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T19:22:56,232 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/.tmp/ns/218b515178ce496e9655a2d55368b08b as hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/ns/218b515178ce496e9655a2d55368b08b 2024-11-19T19:22:56,236 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/ns/218b515178ce496e9655a2d55368b08b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T19:22:56,237 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/.tmp/rep_barrier/100f87f8523449188bebb6d0e8757d3b as hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/rep_barrier/100f87f8523449188bebb6d0e8757d3b 2024-11-19T19:22:56,241 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/rep_barrier/100f87f8523449188bebb6d0e8757d3b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T19:22:56,242 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/.tmp/table/53f6ff435b3d46dba86d9df15b30467b as hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/table/53f6ff435b3d46dba86d9df15b30467b 2024-11-19T19:22:56,245 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/table/53f6ff435b3d46dba86d9df15b30467b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T19:22:56,246 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=16, compaction requested=false 2024-11-19T19:22:56,250 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T19:22:56,250 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:22:56,250 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:22:56,250 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:22:56,250 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044174507Running coprocessor pre-close hooks at 1732044174507Disabling compacts and flushes for region at 1732044174507Disabling writes for close at 1732044174507Obtaining lock to block concurrent updates at 1732044174507Preparing flush snapshotting stores in 1588230740 at 1732044174507Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732044174508 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732044174508Flushing 1588230740/info: creating writer at 1732044174508Flushing 1588230740/info: appending metadata at 1732044174524 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732044174524Flushing 1588230740/ns: creating writer at 1732044174934 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732044174956 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732044174956Flushing 1588230740/rep_barrier: creating writer at 1732044175366 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044175383 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044175383Flushing 1588230740/table: creating writer at 1732044175800 (+417 ms)Flushing 1588230740/table: appending metadata at 1732044175815 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732044175815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc82e12: reopening flushed file at 1732044176228 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a8ac6a: reopening flushed file at 1732044176232 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb8887c: reopening flushed file at 1732044176236 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@118754fb: reopening flushed file at 1732044176241 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=16, compaction requested=false at 1732044176246 (+5 ms)Writing region close event to WAL at 1732044176247 (+1 ms)Running coprocessor post-close hooks at 1732044176250 (+3 ms)Closed at 1732044176250 2024-11-19T19:22:56,250 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:22:56,309 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T19:22:56,309 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,40739,1732044151811; all regions closed. 2024-11-19T19:22:56,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741834_1010 (size=4239) 2024-11-19T19:22:56,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741839_1015 (size=2390) 2024-11-19T19:22:56,321 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.rep.1732044164967 not finished, retry = 0 2024-11-19T19:22:56,356 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 to pos 2406, reset compression=false 2024-11-19T19:22:56,392 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1493, reset compression=false 2024-11-19T19:22:56,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741832_1008 (size=2414) 2024-11-19T19:22:56,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/WALs/f156d4de6e70,40739,1732044151811/f156d4de6e70%2C40739%2C1732044151811.1732044154173 not finished, retry = 0 2024-11-19T19:22:56,525 DEBUG [RS:0;f156d4de6e70:40739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:56,525 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:22:56,525 INFO [RS:0;f156d4de6e70:40739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:22:56,525 INFO [RS:0;f156d4de6e70:40739 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:22:56,525 INFO [RS:0;f156d4de6e70:40739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:22:56,525 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:22:56,525 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,40739,1732044151811 because: Region server is closing 2024-11-19T19:22:56,526 INFO [RS:0;f156d4de6e70:40739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:40739. 2024-11-19T19:22:56,526 DEBUG [RS:0;f156d4de6e70:40739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:56,526 DEBUG [RS:0;f156d4de6e70:40739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:56,526 DEBUG [RS:0;f156d4de6e70:40739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:56,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:56,626 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.shipperf156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 terminated 2024-11-19T19:22:56,626 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,40739,1732044151811.replicationSource.wal-reader.f156d4de6e70%2C40739%2C1732044151811,1-f156d4de6e70,40739,1732044151811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:22:56,626 INFO [RS:0;f156d4de6e70:40739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:40739. 2024-11-19T19:22:56,626 DEBUG [RS:0;f156d4de6e70:40739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:56,627 DEBUG [RS:0;f156d4de6e70:40739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:56,627 DEBUG [RS:0;f156d4de6e70:40739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:56,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:56,627 INFO [RS:0;f156d4de6e70:40739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40739 2024-11-19T19:22:56,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099/rs 2024-11-19T19:22:56,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21221366099/rs/f156d4de6e70,40739,1732044151811 2024-11-19T19:22:56,669 INFO [RS:0;f156d4de6e70:40739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:22:56,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,40739,1732044151811] 2024-11-19T19:22:56,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21221366099/draining/f156d4de6e70,40739,1732044151811 already deleted, retry=false 2024-11-19T19:22:56,824 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,40739,1732044151811 expired; onlineServers=0 2024-11-19T19:22:56,824 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,36745,1732044151666' ***** 2024-11-19T19:22:56,824 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:22:56,825 INFO [M:0;f156d4de6e70:36745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:22:56,825 INFO [M:0;f156d4de6e70:36745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:22:56,825 DEBUG [M:0;f156d4de6e70:36745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:22:56,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:22:56,825 DEBUG [M:0;f156d4de6e70:36745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:22:56,825 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044153940 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044153940,5,FailOnTimeoutGroup] 2024-11-19T19:22:56,825 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044153936 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044153936,5,FailOnTimeoutGroup] 2024-11-19T19:22:56,825 INFO [M:0;f156d4de6e70:36745 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:22:56,825 INFO [M:0;f156d4de6e70:36745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:22:56,825 DEBUG [M:0;f156d4de6e70:36745 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:22:56,825 INFO [M:0;f156d4de6e70:36745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:22:56,825 INFO [M:0;f156d4de6e70:36745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:22:56,825 INFO [M:0;f156d4de6e70:36745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:22:56,825 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:22:56,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:22:56,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40739-0x101548c23be0007, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:22:56,832 INFO [RS:0;f156d4de6e70:40739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:22:56,832 INFO [RS:0;f156d4de6e70:40739 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,40739,1732044151811; zookeeper connection closed. 2024-11-19T19:22:56,833 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ea66f1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ea66f1a 2024-11-19T19:22:56,833 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:22:56,878 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1473, reset compression=false 2024-11-19T19:22:56,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21221366099/master 2024-11-19T19:22:56,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21221366099 2024-11-19T19:22:56,925 DEBUG [M:0;f156d4de6e70:36745 {}] zookeeper.ZKUtil(347): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Unable to get data of znode /21221366099/master because node does not exist (not an error) 2024-11-19T19:22:56,925 WARN [M:0;f156d4de6e70:36745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:22:56,926 INFO [M:0;f156d4de6e70:36745 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/.lastflushedseqids 2024-11-19T19:22:56,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741847_1023 (size=245) 2024-11-19T19:22:57,195 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1493, reset compression=false 2024-11-19T19:22:57,330 INFO [M:0;f156d4de6e70:36745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:22:57,330 INFO [M:0;f156d4de6e70:36745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:22:57,331 DEBUG [M:0;f156d4de6e70:36745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:22:57,331 INFO [M:0;f156d4de6e70:36745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:57,331 DEBUG [M:0;f156d4de6e70:36745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:57,331 DEBUG [M:0;f156d4de6e70:36745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:22:57,331 DEBUG [M:0;f156d4de6e70:36745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:57,331 INFO [M:0;f156d4de6e70:36745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-19T19:22:57,350 DEBUG [M:0;f156d4de6e70:36745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd7aee9009004c1da9aa811f3fdde256 is 82, key is hbase:meta,,1/info:regioninfo/1732044155234/Put/seqid=0 2024-11-19T19:22:57,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741848_1024 (size=5672) 2024-11-19T19:22:57,755 INFO [M:0;f156d4de6e70:36745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd7aee9009004c1da9aa811f3fdde256 2024-11-19T19:22:57,776 DEBUG [M:0;f156d4de6e70:36745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e10a1be49a34b9a94d41465029572de is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732044165011/Put/seqid=0 2024-11-19T19:22:57,782 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1473, reset compression=false 2024-11-19T19:22:57,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741849_1025 (size=9212) 2024-11-19T19:22:58,098 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1493, reset compression=false 2024-11-19T19:22:58,189 INFO [M:0;f156d4de6e70:36745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e10a1be49a34b9a94d41465029572de 2024-11-19T19:22:58,204 DEBUG [M:0;f156d4de6e70:36745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f594115c5f34c3f84e8220de733eb25 is 69, key is f156d4de6e70,40739,1732044151811/rs:state/1732044153977/Put/seqid=0 2024-11-19T19:22:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741850_1026 (size=5156) 2024-11-19T19:22:58,608 INFO [M:0;f156d4de6e70:36745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f594115c5f34c3f84e8220de733eb25 2024-11-19T19:22:58,612 DEBUG [M:0;f156d4de6e70:36745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd7aee9009004c1da9aa811f3fdde256 as hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd7aee9009004c1da9aa811f3fdde256 2024-11-19T19:22:58,615 INFO [M:0;f156d4de6e70:36745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd7aee9009004c1da9aa811f3fdde256, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T19:22:58,616 DEBUG [M:0;f156d4de6e70:36745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e10a1be49a34b9a94d41465029572de as hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e10a1be49a34b9a94d41465029572de 2024-11-19T19:22:58,619 INFO [M:0;f156d4de6e70:36745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e10a1be49a34b9a94d41465029572de, entries=15, sequenceid=127, filesize=9.0 K 2024-11-19T19:22:58,619 DEBUG [M:0;f156d4de6e70:36745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f594115c5f34c3f84e8220de733eb25 as hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f594115c5f34c3f84e8220de733eb25 2024-11-19T19:22:58,622 INFO [M:0;f156d4de6e70:36745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45731/user/jenkins/test-data/b8a65467-e063-7596-92c2-dca3391801dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f594115c5f34c3f84e8220de733eb25, entries=1, sequenceid=127, filesize=5.0 K 2024-11-19T19:22:58,623 INFO [M:0;f156d4de6e70:36745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=127, compaction requested=false 2024-11-19T19:22:58,627 INFO [M:0;f156d4de6e70:36745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:22:58,627 DEBUG [M:0;f156d4de6e70:36745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044177331Disabling compacts and flushes for region at 1732044177331Disabling writes for close at 1732044177331Obtaining lock to block concurrent updates at 1732044177331Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044177331Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732044177331Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044177332 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044177332Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044177350 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044177350Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044177759 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044177776 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044177776Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044178192 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044178204 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044178204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fbbfa3: reopening flushed file at 1732044178612 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d528ce3: reopening flushed file at 1732044178616 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5021c163: reopening flushed file at 1732044178619 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=127, compaction requested=false at 1732044178623 (+4 ms)Writing region close event to WAL at 1732044178627 (+4 ms)Closed at 1732044178627 2024-11-19T19:22:58,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741830_1006 (size=73866) 2024-11-19T19:22:58,630 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:22:58,630 INFO [M:0;f156d4de6e70:36745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:22:58,630 INFO [M:0;f156d4de6e70:36745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36745 2024-11-19T19:22:58,630 INFO [M:0;f156d4de6e70:36745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:22:58,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:22:58,769 INFO [M:0;f156d4de6e70:36745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:22:58,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36745-0x101548c23be0006, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:22:58,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd1b6aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:22:58,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c41974f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:22:58,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:22:58,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@182f4d14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:22:58,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ec6a12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/hadoop.log.dir/,STOPPED} 2024-11-19T19:22:58,773 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:22:58,773 WARN [BP-909164820-172.17.0.3-1732044149617 heartbeating to localhost/127.0.0.1:45731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:22:58,773 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:22:58,773 WARN [BP-909164820-172.17.0.3-1732044149617 heartbeating to localhost/127.0.0.1:45731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-909164820-172.17.0.3-1732044149617 (Datanode Uuid 67cec769-23c2-4f9b-a739-e7f5e9bceab0) service to localhost/127.0.0.1:45731 2024-11-19T19:22:58,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/cluster_879e05ef-464b-5ef6-ce70-3ff6cfdd97d7/data/data1/current/BP-909164820-172.17.0.3-1732044149617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:22:58,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/cluster_879e05ef-464b-5ef6-ce70-3ff6cfdd97d7/data/data2/current/BP-909164820-172.17.0.3-1732044149617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:22:58,774 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:22:58,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76478748{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:22:58,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@655c6ebf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:22:58,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:22:58,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d26d8f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:22:58,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b8416b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/hadoop.log.dir/,STOPPED} 2024-11-19T19:22:58,789 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1473, reset compression=false 2024-11-19T19:22:58,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:22:58,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:22:58,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:58,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:58,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:58,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:58,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:22:58,797 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:22:58,797 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1764586216, stopped=false 2024-11-19T19:22:58,797 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,38623,1732044146128 2024-11-19T19:22:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11701160008/running 2024-11-19T19:22:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11701160008/running 2024-11-19T19:22:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:22:58,814 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:22:58,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:22:58,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:58,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:58,815 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,43053,1732044146234' ***** 2024-11-19T19:22:58,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Set watcher on znode that does not yet exist, /11701160008/running 2024-11-19T19:22:58,815 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:22:58,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Set watcher on znode that does not yet exist, /11701160008/running 2024-11-19T19:22:58,815 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:22:58,815 INFO [RS:0;f156d4de6e70:43053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:22:58,815 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:22:58,815 INFO [RS:0;f156d4de6e70:43053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:22:58,815 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(3091): Received CLOSE for f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:58,816 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(3091): Received CLOSE for cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:58,816 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,43053,1732044146234 2024-11-19T19:22:58,816 INFO [RS:0;f156d4de6e70:43053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:22:58,816 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7d10e35c14867b1d8fd19139e4a22f6, disabling compactions & flushes 2024-11-19T19:22:58,816 INFO [RS:0;f156d4de6e70:43053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:43053. 2024-11-19T19:22:58,816 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. 2024-11-19T19:22:58,816 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. 2024-11-19T19:22:58,816 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. after waiting 0 ms 2024-11-19T19:22:58,816 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. 2024-11-19T19:22:58,816 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7d10e35c14867b1d8fd19139e4a22f6 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T19:22:58,816 DEBUG [RS:0;f156d4de6e70:43053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:22:58,816 DEBUG [RS:0;f156d4de6e70:43053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:22:58,816 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:22:58,816 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:22:58,816 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:22:58,816 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:22:58,816 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T19:22:58,816 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1325): Online Regions={f7d10e35c14867b1d8fd19139e4a22f6=hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6., cee354ff6ea89f6da575acfeb95728b5=test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:22:58,817 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cee354ff6ea89f6da575acfeb95728b5, f7d10e35c14867b1d8fd19139e4a22f6 2024-11-19T19:22:58,817 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:22:58,817 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:22:58,817 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:22:58,817 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:22:58,817 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:22:58,817 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T19:22:58,829 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/.tmp/info/36c9d79a5ded47939ad5734835a8f1ea is 147, key is hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6./info:regioninfo/1732044163241/Put/seqid=0 2024-11-19T19:22:58,829 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/replication/f7d10e35c14867b1d8fd19139e4a22f6/.tmp/queue/20be7baa57e04d959daf419d1eeeb43c is 154, key is 1-f156d4de6e70,43053,1732044146234/queue:f156d4de6e70%2C43053%2C1732044146234/1732044173341/Put/seqid=0 2024-11-19T19:22:58,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741841_1017 (size=5353) 2024-11-19T19:22:58,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741840_1016 (size=7686) 2024-11-19T19:22:58,833 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/replication/f7d10e35c14867b1d8fd19139e4a22f6/.tmp/queue/20be7baa57e04d959daf419d1eeeb43c 2024-11-19T19:22:58,836 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/replication/f7d10e35c14867b1d8fd19139e4a22f6/.tmp/queue/20be7baa57e04d959daf419d1eeeb43c as hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/replication/f7d10e35c14867b1d8fd19139e4a22f6/queue/20be7baa57e04d959daf419d1eeeb43c 2024-11-19T19:22:58,840 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/replication/f7d10e35c14867b1d8fd19139e4a22f6/queue/20be7baa57e04d959daf419d1eeeb43c, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T19:22:58,840 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f7d10e35c14867b1d8fd19139e4a22f6 in 24ms, sequenceid=14, compaction requested=false 2024-11-19T19:22:58,843 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/replication/f7d10e35c14867b1d8fd19139e4a22f6/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T19:22:58,844 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:22:58,844 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:22:58,844 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. 2024-11-19T19:22:58,844 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7d10e35c14867b1d8fd19139e4a22f6: Waiting for close lock at 1732044178816Running coprocessor pre-close hooks at 1732044178816Disabling compacts and flushes for region at 1732044178816Disabling writes for close at 1732044178816Obtaining lock to block concurrent updates at 1732044178816Preparing flush snapshotting stores in f7d10e35c14867b1d8fd19139e4a22f6 at 1732044178816Finished memstore snapshotting hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732044178816Flushing stores of hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. at 1732044178817 (+1 ms)Flushing f7d10e35c14867b1d8fd19139e4a22f6/queue: creating writer at 1732044178817Flushing f7d10e35c14867b1d8fd19139e4a22f6/queue: appending metadata at 1732044178829 (+12 ms)Flushing f7d10e35c14867b1d8fd19139e4a22f6/queue: closing flushed file at 1732044178829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3daf803: reopening flushed file at 1732044178836 (+7 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f7d10e35c14867b1d8fd19139e4a22f6 in 24ms, sequenceid=14, compaction requested=false at 1732044178840 (+4 ms)Writing region close event to WAL at 1732044178841 (+1 ms)Running coprocessor post-close hooks at 1732044178844 (+3 ms)Closed at 1732044178844 2024-11-19T19:22:58,844 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732044162077.f7d10e35c14867b1d8fd19139e4a22f6. 2024-11-19T19:22:58,844 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cee354ff6ea89f6da575acfeb95728b5, disabling compactions & flushes 2024-11-19T19:22:58,844 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. 2024-11-19T19:22:58,844 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. 2024-11-19T19:22:58,844 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. after waiting 0 ms 2024-11-19T19:22:58,844 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. 2024-11-19T19:22:58,844 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cee354ff6ea89f6da575acfeb95728b5 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T19:22:58,857 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/.tmp/f/72c0a997d12446f29deff4b254ed39a2 is 37, key is row3/f:row3/1732044172114/Put/seqid=0 2024-11-19T19:22:58,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741842_1018 (size=5228) 2024-11-19T19:22:58,909 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:22:59,017 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:59,109 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1493, reset compression=false 2024-11-19T19:22:59,217 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:59,233 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/.tmp/info/36c9d79a5ded47939ad5734835a8f1ea 2024-11-19T19:22:59,249 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/.tmp/ns/2aa8323b71a7445a91182cda3de65159 is 43, key is default/ns:d/1732044149495/Put/seqid=0 2024-11-19T19:22:59,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741843_1019 (size=5153) 2024-11-19T19:22:59,260 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/.tmp/f/72c0a997d12446f29deff4b254ed39a2 2024-11-19T19:22:59,265 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72c0a997d12446f29deff4b254ed39a2 2024-11-19T19:22:59,282 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/.tmp/f1/c9ebca0ecea04eb8b967bfac2c9022d9 is 30, key is row1/f1:/1732044169439/DeleteFamily/seqid=0 2024-11-19T19:22:59,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741844_1020 (size=5158) 2024-11-19T19:22:59,362 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:22:59,363 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:22:59,417 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:59,617 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:59,652 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/.tmp/ns/2aa8323b71a7445a91182cda3de65159 2024-11-19T19:22:59,669 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/.tmp/rep_barrier/240d04e399b740eab7a62ea56f917b57 is 112, key is test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5./rep_barrier:seqnumDuringOpen/1732044157732/Put/seqid=0 2024-11-19T19:22:59,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741845_1021 (size=5518) 2024-11-19T19:22:59,691 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/.tmp/f1/c9ebca0ecea04eb8b967bfac2c9022d9 2024-11-19T19:22:59,695 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9ebca0ecea04eb8b967bfac2c9022d9 2024-11-19T19:22:59,708 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/.tmp/norep/2b57103df52640eeb25bce7e90314077 is 33, key is row1/norep:/1732044169439/DeleteFamily/seqid=0 2024-11-19T19:22:59,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741846_1022 (size=5108) 2024-11-19T19:22:59,817 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:22:59,817 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1325): Online Regions={cee354ff6ea89f6da575acfeb95728b5=test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:22:59,818 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:22:59,892 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1473, reset compression=false 2024-11-19T19:22:59,895 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:22:59,895 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1720, reset compression=false 2024-11-19T19:22:59,895 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,43053,1732044146234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:22:59,896 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f156d4de6e70,43053,1732044146234: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f156d4de6e70,43053,1732044146234, walGroup=f156d4de6e70%2C43053%2C1732044146234, offset=f156d4de6e70%2C43053%2C1732044146234.1732044148489:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:43053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T19:22:59,897 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T19:22:59,897 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T19:22:59,898 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T19:22:59,898 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T19:22:59,898 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T19:22:59,898 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 852189464 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198266704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T19:22:59,898 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T19:23:00,018 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cee354ff6ea89f6da575acfeb95728b5 2024-11-19T19:23:00,072 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/.tmp/rep_barrier/240d04e399b740eab7a62ea56f917b57 2024-11-19T19:23:00,089 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/.tmp/table/442e87e8aacd4027be4b06f48fbcf2f0 is 53, key is hbase:replication/table:state/1732044163248/Put/seqid=0 2024-11-19T19:23:00,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741847_1023 (size=5308) 2024-11-19T19:23:00,098 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1720, reset compression=false 2024-11-19T19:23:00,112 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/.tmp/norep/2b57103df52640eeb25bce7e90314077 2024-11-19T19:23:00,115 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b57103df52640eeb25bce7e90314077 2024-11-19T19:23:00,116 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/.tmp/f/72c0a997d12446f29deff4b254ed39a2 as hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/f/72c0a997d12446f29deff4b254ed39a2 2024-11-19T19:23:00,119 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72c0a997d12446f29deff4b254ed39a2 2024-11-19T19:23:00,119 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/f/72c0a997d12446f29deff4b254ed39a2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T19:23:00,120 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/.tmp/f1/c9ebca0ecea04eb8b967bfac2c9022d9 as hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/f1/c9ebca0ecea04eb8b967bfac2c9022d9 2024-11-19T19:23:00,123 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9ebca0ecea04eb8b967bfac2c9022d9 2024-11-19T19:23:00,123 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/f1/c9ebca0ecea04eb8b967bfac2c9022d9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T19:23:00,124 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/.tmp/norep/2b57103df52640eeb25bce7e90314077 as hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/norep/2b57103df52640eeb25bce7e90314077 2024-11-19T19:23:00,127 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b57103df52640eeb25bce7e90314077 2024-11-19T19:23:00,127 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/norep/2b57103df52640eeb25bce7e90314077, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T19:23:00,127 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cee354ff6ea89f6da575acfeb95728b5 in 1283ms, sequenceid=12, compaction requested=false 2024-11-19T19:23:00,127 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T19:23:00,131 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/default/test/cee354ff6ea89f6da575acfeb95728b5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T19:23:00,131 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:23:00,131 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:23:00,131 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. 2024-11-19T19:23:00,131 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cee354ff6ea89f6da575acfeb95728b5: Waiting for close lock at 1732044178844Running coprocessor pre-close hooks at 1732044178844Disabling compacts and flushes for region at 1732044178844Disabling writes for close at 1732044178844Obtaining lock to block concurrent updates at 1732044178844Preparing flush snapshotting stores in cee354ff6ea89f6da575acfeb95728b5 at 1732044178844Finished memstore snapshotting test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732044178844Flushing stores of test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. at 1732044178845 (+1 ms)Flushing cee354ff6ea89f6da575acfeb95728b5/f: creating writer at 1732044178845Flushing cee354ff6ea89f6da575acfeb95728b5/f: appending metadata at 1732044178856 (+11 ms)Flushing cee354ff6ea89f6da575acfeb95728b5/f: closing flushed file at 1732044178856Flushing cee354ff6ea89f6da575acfeb95728b5/f1: creating writer at 1732044179265 (+409 ms)Flushing cee354ff6ea89f6da575acfeb95728b5/f1: appending metadata at 1732044179282 (+17 ms)Flushing cee354ff6ea89f6da575acfeb95728b5/f1: closing flushed file at 1732044179282Flushing cee354ff6ea89f6da575acfeb95728b5/norep: creating writer at 1732044179695 (+413 ms)Flushing cee354ff6ea89f6da575acfeb95728b5/norep: appending metadata at 1732044179707 (+12 ms)Flushing cee354ff6ea89f6da575acfeb95728b5/norep: closing flushed file at 1732044179707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ea6db3: reopening flushed file at 1732044180115 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b59d94a: reopening flushed file at 1732044180119 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1294d340: reopening flushed file at 1732044180123 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cee354ff6ea89f6da575acfeb95728b5 in 1283ms, sequenceid=12, compaction requested=false at 1732044180127 (+4 ms)Writing region close event to WAL at 1732044180129 (+2 ms)Running coprocessor post-close hooks at 1732044180131 (+2 ms)Closed at 1732044180131 2024-11-19T19:23:00,132 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732044156562.cee354ff6ea89f6da575acfeb95728b5. 2024-11-19T19:23:00,213 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1493, reset compression=false 2024-11-19T19:23:00,218 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:23:00,401 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 1720, reset compression=false 2024-11-19T19:23:00,410 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:00,410 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 2364, reset compression=false 2024-11-19T19:23:00,418 DEBUG [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:23:00,493 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/.tmp/table/442e87e8aacd4027be4b06f48fbcf2f0 2024-11-19T19:23:00,503 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/.tmp/info/36c9d79a5ded47939ad5734835a8f1ea as hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/info/36c9d79a5ded47939ad5734835a8f1ea 2024-11-19T19:23:00,508 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/info/36c9d79a5ded47939ad5734835a8f1ea, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T19:23:00,510 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/.tmp/ns/2aa8323b71a7445a91182cda3de65159 as hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/ns/2aa8323b71a7445a91182cda3de65159 2024-11-19T19:23:00,516 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/ns/2aa8323b71a7445a91182cda3de65159, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T19:23:00,517 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/.tmp/rep_barrier/240d04e399b740eab7a62ea56f917b57 as hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/rep_barrier/240d04e399b740eab7a62ea56f917b57 2024-11-19T19:23:00,523 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/rep_barrier/240d04e399b740eab7a62ea56f917b57, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T19:23:00,528 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/.tmp/table/442e87e8aacd4027be4b06f48fbcf2f0 as hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/table/442e87e8aacd4027be4b06f48fbcf2f0 2024-11-19T19:23:00,537 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/table/442e87e8aacd4027be4b06f48fbcf2f0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T19:23:00,539 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-11-19T19:23:00,539 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:23:00,581 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T19:23:00,581 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:23:00,581 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:23:00,581 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:00,581 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044178816Running coprocessor pre-close hooks at 1732044178816Disabling compacts and flushes for region at 1732044178817 (+1 ms)Disabling writes for close at 1732044178817Obtaining lock to block concurrent updates at 1732044178817Preparing flush snapshotting stores in 1588230740 at 1732044178817Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732044178817Flushing stores of hbase:meta,,1.1588230740 at 1732044178817Flushing 1588230740/info: creating writer at 1732044178817Flushing 1588230740/info: appending metadata at 1732044178829 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732044178829Flushing 1588230740/ns: creating writer at 1732044179237 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732044179248 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1732044179248Flushing 1588230740/rep_barrier: creating writer at 1732044179656 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044179668 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044179668Flushing 1588230740/table: creating writer at 1732044180076 (+408 ms)Flushing 1588230740/table: appending metadata at 1732044180089 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732044180089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32758a80: reopening flushed file at 1732044180502 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f59277a: reopening flushed file at 1732044180509 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792e7034: reopening flushed file at 1732044180516 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b50abd3: reopening flushed file at 1732044180523 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1732044180539 (+16 ms)Writing region close event to WAL at 1732044180576 (+37 ms)Running coprocessor post-close hooks at 1732044180581 (+5 ms)Closed at 1732044180581 2024-11-19T19:23:00,581 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:00,614 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/WALs/f156d4de6e70,43053,1732044146234/f156d4de6e70%2C43053%2C1732044146234.1732044148489 to pos 2364, reset compression=false 2024-11-19T19:23:00,618 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,43053,1732044146234; all regions closed. 2024-11-19T19:23:00,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741834_1010 (size=4239) 2024-11-19T19:23:00,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741839_1015 (size=3552) 2024-11-19T19:23:00,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741832_1008 (size=2372) 2024-11-19T19:23:00,678 DEBUG [RS:0;f156d4de6e70:43053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:00,678 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:23:00,678 INFO [RS:0;f156d4de6e70:43053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:23:00,679 INFO [RS:0;f156d4de6e70:43053 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:23:00,679 INFO [RS:0;f156d4de6e70:43053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:23:00,679 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:23:00,679 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,43053,1732044146234 because: Region server is closing 2024-11-19T19:23:00,679 INFO [RS:0;f156d4de6e70:43053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:43053. 2024-11-19T19:23:00,679 DEBUG [RS:0;f156d4de6e70:43053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:00,679 DEBUG [RS:0;f156d4de6e70:43053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:00,680 DEBUG [RS:0;f156d4de6e70:43053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:00,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:00,780 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.shipperf156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 terminated 2024-11-19T19:23:00,780 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,43053,1732044146234.replicationSource.wal-reader.f156d4de6e70%2C43053%2C1732044146234,1-f156d4de6e70,43053,1732044146234 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:23:00,780 INFO [RS:0;f156d4de6e70:43053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:43053. 2024-11-19T19:23:00,780 DEBUG [RS:0;f156d4de6e70:43053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:00,780 DEBUG [RS:0;f156d4de6e70:43053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:00,780 DEBUG [RS:0;f156d4de6e70:43053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:00,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:00,781 INFO [RS:0;f156d4de6e70:43053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43053 2024-11-19T19:23:00,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:00,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:00,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008/rs 2024-11-19T19:23:00,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11701160008/rs/f156d4de6e70,43053,1732044146234 2024-11-19T19:23:00,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,43053,1732044146234] 2024-11-19T19:23:00,836 INFO [RS:0;f156d4de6e70:43053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:23:00,840 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11701160008/draining/f156d4de6e70,43053,1732044146234 already deleted, retry=false 2024-11-19T19:23:00,840 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,43053,1732044146234 expired; onlineServers=0 2024-11-19T19:23:00,840 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,38623,1732044146128' ***** 2024-11-19T19:23:00,840 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:23:00,840 INFO [M:0;f156d4de6e70:38623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:23:00,840 INFO [M:0;f156d4de6e70:38623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:23:00,841 DEBUG [M:0;f156d4de6e70:38623 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:23:00,841 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:23:00,841 DEBUG [M:0;f156d4de6e70:38623 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:23:00,841 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044148248 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044148248,5,FailOnTimeoutGroup] 2024-11-19T19:23:00,841 INFO [M:0;f156d4de6e70:38623 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:23:00,841 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044148248 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044148248,5,FailOnTimeoutGroup] 2024-11-19T19:23:00,841 INFO [M:0;f156d4de6e70:38623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:23:00,841 DEBUG [M:0;f156d4de6e70:38623 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:23:00,841 INFO [M:0;f156d4de6e70:38623 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:23:00,841 INFO [M:0;f156d4de6e70:38623 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:23:00,841 INFO [M:0;f156d4de6e70:38623 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:23:00,841 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:23:00,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11701160008/master 2024-11-19T19:23:00,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11701160008 2024-11-19T19:23:00,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:00,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:00,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:00,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:00,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:00,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:00,872 DEBUG [M:0;f156d4de6e70:38623 {}] zookeeper.RecoverableZooKeeper(212): Node /11701160008/master already deleted, retry=false 2024-11-19T19:23:00,872 DEBUG [M:0;f156d4de6e70:38623 {}] master.ActiveMasterManager(353): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Failed delete of our master address node; KeeperErrorCode = NoNode for /11701160008/master 2024-11-19T19:23:00,873 INFO [M:0;f156d4de6e70:38623 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/.lastflushedseqids 2024-11-19T19:23:00,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:00,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:00,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:00,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741848_1024 (size=245) 2024-11-19T19:23:00,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:00,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43053-0x101548c23be0004, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:00,951 INFO [RS:0;f156d4de6e70:43053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:23:00,951 INFO [RS:0;f156d4de6e70:43053 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,43053,1732044146234; zookeeper connection closed. 2024-11-19T19:23:00,951 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@624065d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@624065d6 2024-11-19T19:23:00,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:23:01,297 INFO [M:0;f156d4de6e70:38623 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:23:01,297 INFO [M:0;f156d4de6e70:38623 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:23:01,297 DEBUG [M:0;f156d4de6e70:38623 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:23:01,297 INFO [M:0;f156d4de6e70:38623 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:01,297 DEBUG [M:0;f156d4de6e70:38623 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:01,297 DEBUG [M:0;f156d4de6e70:38623 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:23:01,297 DEBUG [M:0;f156d4de6e70:38623 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:01,297 INFO [M:0;f156d4de6e70:38623 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-19T19:23:01,322 DEBUG [M:0;f156d4de6e70:38623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c76f347cfb304f3184d97694da5da8a9 is 82, key is hbase:meta,,1/info:regioninfo/1732044149477/Put/seqid=0 2024-11-19T19:23:01,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741849_1025 (size=5672) 2024-11-19T19:23:01,417 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1493, reset compression=false 2024-11-19T19:23:01,419 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:23:01,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:01,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:01,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:01,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:01,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:01,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:01,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:01,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:01,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:01,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:01,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:01,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:01,730 INFO [M:0;f156d4de6e70:38623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c76f347cfb304f3184d97694da5da8a9 2024-11-19T19:23:01,762 DEBUG [M:0;f156d4de6e70:38623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/075ae3bac48f4d5a85afca066b2f5d6c is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732044157740/Put/seqid=0 2024-11-19T19:23:01,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741850_1026 (size=7219) 2024-11-19T19:23:01,787 INFO [M:0;f156d4de6e70:38623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/075ae3bac48f4d5a85afca066b2f5d6c 2024-11-19T19:23:01,791 INFO [M:0;f156d4de6e70:38623 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 075ae3bac48f4d5a85afca066b2f5d6c 2024-11-19T19:23:01,823 DEBUG [M:0;f156d4de6e70:38623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bbc5e4c950648349445a498091b5103 is 69, key is f156d4de6e70,43053,1732044146234/rs:state/1732044148295/Put/seqid=0 2024-11-19T19:23:01,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741851_1027 (size=5156) 2024-11-19T19:23:01,837 INFO [M:0;f156d4de6e70:38623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bbc5e4c950648349445a498091b5103 2024-11-19T19:23:01,842 DEBUG [M:0;f156d4de6e70:38623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c76f347cfb304f3184d97694da5da8a9 as hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c76f347cfb304f3184d97694da5da8a9 2024-11-19T19:23:01,847 INFO [M:0;f156d4de6e70:38623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c76f347cfb304f3184d97694da5da8a9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T19:23:01,848 DEBUG [M:0;f156d4de6e70:38623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/075ae3bac48f4d5a85afca066b2f5d6c as hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/075ae3bac48f4d5a85afca066b2f5d6c 2024-11-19T19:23:01,852 INFO [M:0;f156d4de6e70:38623 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 075ae3bac48f4d5a85afca066b2f5d6c 2024-11-19T19:23:01,852 INFO [M:0;f156d4de6e70:38623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/075ae3bac48f4d5a85afca066b2f5d6c, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T19:23:01,853 DEBUG [M:0;f156d4de6e70:38623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bbc5e4c950648349445a498091b5103 as hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bbc5e4c950648349445a498091b5103 2024-11-19T19:23:01,857 INFO [M:0;f156d4de6e70:38623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bbc5e4c950648349445a498091b5103, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T19:23:01,858 INFO [M:0;f156d4de6e70:38623 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=105, compaction requested=false 2024-11-19T19:23:01,859 INFO [M:0;f156d4de6e70:38623 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:01,859 DEBUG [M:0;f156d4de6e70:38623 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044181297Disabling compacts and flushes for region at 1732044181297Disabling writes for close at 1732044181297Obtaining lock to block concurrent updates at 1732044181297Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044181297Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732044181298 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044181298Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044181298Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044181321 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044181321Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044181735 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044181761 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044181761Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044181791 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044181823 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044181823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf70e61: reopening flushed file at 1732044181841 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449f79e9: reopening flushed file at 1732044181847 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489f0adb: reopening flushed file at 1732044181853 (+6 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=105, compaction requested=false at 1732044181858 (+5 ms)Writing region close event to WAL at 1732044181859 (+1 ms)Closed at 1732044181859 2024-11-19T19:23:01,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42883 is added to blk_1073741830_1006 (size=64435) 2024-11-19T19:23:01,862 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8904319-cc01-b694-c71e-7174439cd425/MasterData/WALs/f156d4de6e70,38623,1732044146128/f156d4de6e70%2C38623%2C1732044146128.1732044147984 not finished, retry = 0 2024-11-19T19:23:01,962 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:23:01,963 INFO [M:0;f156d4de6e70:38623 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:23:01,963 INFO [M:0;f156d4de6e70:38623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38623 2024-11-19T19:23:01,963 INFO [M:0;f156d4de6e70:38623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:23:02,141 INFO [M:0;f156d4de6e70:38623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:23:02,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:02,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38623-0x101548c23be0003, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:02,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79e08126{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:23:02,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e3f1a99{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:23:02,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:23:02,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fcd1238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:23:02,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5604bf70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/hadoop.log.dir/,STOPPED} 2024-11-19T19:23:02,200 WARN [BP-1409436475-172.17.0.3-1732044144418 heartbeating to localhost/127.0.0.1:40313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:23:02,200 WARN [BP-1409436475-172.17.0.3-1732044144418 heartbeating to localhost/127.0.0.1:40313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1409436475-172.17.0.3-1732044144418 (Datanode Uuid be8345c1-7be3-4fc6-89ba-4e9bc11d156b) service to localhost/127.0.0.1:40313 2024-11-19T19:23:02,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/cluster_228f81eb-bb7a-e26f-1618-f0699337d22e/data/data1/current/BP-1409436475-172.17.0.3-1732044144418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:23:02,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/cluster_228f81eb-bb7a-e26f-1618-f0699337d22e/data/data2/current/BP-1409436475-172.17.0.3-1732044144418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:23:02,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:23:02,201 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:23:02,201 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:23:02,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c36904c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:23:02,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@599275ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:23:02,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:23:02,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b4d9ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:23:02,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f01cbd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16f58a06-0b8f-6a8a-d8b4-43b7c9687fbb/hadoop.log.dir/,STOPPED} 2024-11-19T19:23:02,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:23:02,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:23:02,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:23:02,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:02,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:02,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:02,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:02,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:23:02,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1461886743, stopped=false 2024-11-19T19:23:02,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,39745,1732044140946 2024-11-19T19:23:02,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-208130707/running 2024-11-19T19:23:02,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-208130707/running 2024-11-19T19:23:02,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:23:02,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:23:02,251 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:23:02,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:23:02,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:02,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Set watcher on znode that does not yet exist, /0-208130707/running 2024-11-19T19:23:02,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:02,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Set watcher on znode that does not yet exist, /0-208130707/running 2024-11-19T19:23:02,252 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,38595,1732044141138' ***** 2024-11-19T19:23:02,252 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:23:02,252 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:23:02,252 INFO [RS:0;f156d4de6e70:38595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:23:02,252 INFO [RS:0;f156d4de6e70:38595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:23:02,252 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(3091): Received CLOSE for c518857b81cbb36c521b5119fd817891 2024-11-19T19:23:02,253 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:23:02,256 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f2382163b915d061ac3936adec2b328 2024-11-19T19:23:02,256 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,38595,1732044141138 2024-11-19T19:23:02,256 INFO [RS:0;f156d4de6e70:38595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:23:02,256 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c518857b81cbb36c521b5119fd817891, disabling compactions & flushes 2024-11-19T19:23:02,256 INFO [RS:0;f156d4de6e70:38595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:38595. 2024-11-19T19:23:02,256 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. 2024-11-19T19:23:02,256 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. 2024-11-19T19:23:02,256 DEBUG [RS:0;f156d4de6e70:38595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:02,256 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. after waiting 0 ms 2024-11-19T19:23:02,256 DEBUG [RS:0;f156d4de6e70:38595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:02,256 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. 2024-11-19T19:23:02,256 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:23:02,256 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:23:02,256 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:23:02,256 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:23:02,257 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c518857b81cbb36c521b5119fd817891 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T19:23:02,263 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T19:23:02,263 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1325): Online Regions={c518857b81cbb36c521b5119fd817891=hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891., 1588230740=hbase:meta,,1.1588230740, 6f2382163b915d061ac3936adec2b328=test,,1732044155419.6f2382163b915d061ac3936adec2b328.} 2024-11-19T19:23:02,263 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f2382163b915d061ac3936adec2b328, c518857b81cbb36c521b5119fd817891 2024-11-19T19:23:02,263 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:23:02,263 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:23:02,263 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:23:02,264 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:23:02,264 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:23:02,264 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T19:23:02,274 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:23:02,275 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:23:02,275 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:23:02,280 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/replication/c518857b81cbb36c521b5119fd817891/.tmp/queue/c81bbd6054264844a593bfbe96258743 is 154, key is 1-f156d4de6e70,38595,1732044141138/queue:f156d4de6e70%2C38595%2C1732044141138/1732044173669/Put/seqid=0 2024-11-19T19:23:02,283 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/.tmp/info/3ad58a1188bd4df8ad674eb61b72fe0a is 147, key is hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891./info:regioninfo/1732044161693/Put/seqid=0 2024-11-19T19:23:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741840_1016 (size=5353) 2024-11-19T19:23:02,310 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/replication/c518857b81cbb36c521b5119fd817891/.tmp/queue/c81bbd6054264844a593bfbe96258743 2024-11-19T19:23:02,319 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/replication/c518857b81cbb36c521b5119fd817891/.tmp/queue/c81bbd6054264844a593bfbe96258743 as hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/replication/c518857b81cbb36c521b5119fd817891/queue/c81bbd6054264844a593bfbe96258743 2024-11-19T19:23:02,324 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/replication/c518857b81cbb36c521b5119fd817891/queue/c81bbd6054264844a593bfbe96258743, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T19:23:02,326 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c518857b81cbb36c521b5119fd817891 in 70ms, sequenceid=14, compaction requested=false 2024-11-19T19:23:02,326 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T19:23:02,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741841_1017 (size=7686) 2024-11-19T19:23:02,342 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/.tmp/info/3ad58a1188bd4df8ad674eb61b72fe0a 2024-11-19T19:23:02,373 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/replication/c518857b81cbb36c521b5119fd817891/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T19:23:02,374 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:23:02,374 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:23:02,374 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. 2024-11-19T19:23:02,374 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c518857b81cbb36c521b5119fd817891: Waiting for close lock at 1732044182256Running coprocessor pre-close hooks at 1732044182256Disabling compacts and flushes for region at 1732044182256Disabling writes for close at 1732044182256Obtaining lock to block concurrent updates at 1732044182257 (+1 ms)Preparing flush snapshotting stores in c518857b81cbb36c521b5119fd817891 at 1732044182257Finished memstore snapshotting hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732044182257Flushing stores of hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. at 1732044182258 (+1 ms)Flushing c518857b81cbb36c521b5119fd817891/queue: creating writer at 1732044182258Flushing c518857b81cbb36c521b5119fd817891/queue: appending metadata at 1732044182279 (+21 ms)Flushing c518857b81cbb36c521b5119fd817891/queue: closing flushed file at 1732044182279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6f828a: reopening flushed file at 1732044182319 (+40 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c518857b81cbb36c521b5119fd817891 in 70ms, sequenceid=14, compaction requested=false at 1732044182326 (+7 ms)Writing region close event to WAL at 1732044182353 (+27 ms)Running coprocessor post-close hooks at 1732044182374 (+21 ms)Closed at 1732044182374 2024-11-19T19:23:02,374 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732044160927.c518857b81cbb36c521b5119fd817891. 2024-11-19T19:23:02,375 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f2382163b915d061ac3936adec2b328, disabling compactions & flushes 2024-11-19T19:23:02,375 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732044155419.6f2382163b915d061ac3936adec2b328. 2024-11-19T19:23:02,375 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044155419.6f2382163b915d061ac3936adec2b328. 2024-11-19T19:23:02,375 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732044155419.6f2382163b915d061ac3936adec2b328. after waiting 0 ms 2024-11-19T19:23:02,375 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732044155419.6f2382163b915d061ac3936adec2b328. 2024-11-19T19:23:02,375 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f2382163b915d061ac3936adec2b328 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-19T19:23:02,376 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/.tmp/ns/c51c56b4780d42959a4b5822abbbad3c is 43, key is default/ns:d/1732044144355/Put/seqid=0 2024-11-19T19:23:02,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741842_1018 (size=5153) 2024-11-19T19:23:02,401 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/.tmp/f/c32bf7bcf6714ceaa24a652e9dcfc547 is 37, key is row3/f:row3/1732044172114/Put/seqid=0 2024-11-19T19:23:02,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741843_1019 (size=5228) 2024-11-19T19:23:02,416 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/.tmp/f/c32bf7bcf6714ceaa24a652e9dcfc547 2024-11-19T19:23:02,419 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c32bf7bcf6714ceaa24a652e9dcfc547 2024-11-19T19:23:02,432 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/.tmp/f1/c99f614379cd4d7d8621a64da209fb89 is 30, key is row1/f1:/1732044169439/DeleteFamily/seqid=0 2024-11-19T19:23:02,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741844_1020 (size=5158) 2024-11-19T19:23:02,463 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f2382163b915d061ac3936adec2b328 2024-11-19T19:23:02,664 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f2382163b915d061ac3936adec2b328 2024-11-19T19:23:02,731 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1493, reset compression=false 2024-11-19T19:23:02,734 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:02,734 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1740, reset compression=false 2024-11-19T19:23:02,734 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,38595,1732044141138 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:23:02,735 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f156d4de6e70,38595,1732044141138: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f156d4de6e70,38595,1732044141138, walGroup=f156d4de6e70%2C38595%2C1732044141138, offset=f156d4de6e70%2C38595%2C1732044141138.1732044143346:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:38595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T19:23:02,736 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T19:23:02,736 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T19:23:02,736 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T19:23:02,736 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T19:23:02,736 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T19:23:02,736 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 942367000 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198838456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T19:23:02,737 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:39745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:39745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T19:23:02,790 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/.tmp/ns/c51c56b4780d42959a4b5822abbbad3c 2024-11-19T19:23:02,806 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/.tmp/rep_barrier/827af9cebd054196bc3c5cf79808967b is 112, key is test,,1732044155419.6f2382163b915d061ac3936adec2b328./rep_barrier:seqnumDuringOpen/1732044156216/Put/seqid=0 2024-11-19T19:23:02,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741845_1021 (size=5518) 2024-11-19T19:23:02,835 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/.tmp/f1/c99f614379cd4d7d8621a64da209fb89 2024-11-19T19:23:02,838 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c99f614379cd4d7d8621a64da209fb89 2024-11-19T19:23:02,854 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/.tmp/norep/de4c9b1e10574b9a96ad4850ac9a5425 is 32, key is row/norep:/1732044168434/DeleteFamily/seqid=0 2024-11-19T19:23:02,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741846_1022 (size=5101) 2024-11-19T19:23:02,864 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f2382163b915d061ac3936adec2b328 2024-11-19T19:23:02,937 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1740, reset compression=false 2024-11-19T19:23:03,064 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f2382163b915d061ac3936adec2b328 2024-11-19T19:23:03,210 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/.tmp/rep_barrier/827af9cebd054196bc3c5cf79808967b 2024-11-19T19:23:03,238 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/.tmp/table/54eb634bc2d948d088cf4188ccf17e75 is 53, key is hbase:replication/table:state/1732044161700/Put/seqid=0 2024-11-19T19:23:03,241 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1740, reset compression=false 2024-11-19T19:23:03,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741847_1023 (size=5308) 2024-11-19T19:23:03,255 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/.tmp/table/54eb634bc2d948d088cf4188ccf17e75 2024-11-19T19:23:03,258 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/.tmp/norep/de4c9b1e10574b9a96ad4850ac9a5425 2024-11-19T19:23:03,263 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/.tmp/info/3ad58a1188bd4df8ad674eb61b72fe0a as hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/info/3ad58a1188bd4df8ad674eb61b72fe0a 2024-11-19T19:23:03,264 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:23:03,264 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6f2382163b915d061ac3936adec2b328=test,,1732044155419.6f2382163b915d061ac3936adec2b328.} 2024-11-19T19:23:03,264 DEBUG [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f2382163b915d061ac3936adec2b328 2024-11-19T19:23:03,265 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de4c9b1e10574b9a96ad4850ac9a5425 2024-11-19T19:23:03,266 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/.tmp/f/c32bf7bcf6714ceaa24a652e9dcfc547 as hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/f/c32bf7bcf6714ceaa24a652e9dcfc547 2024-11-19T19:23:03,270 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c32bf7bcf6714ceaa24a652e9dcfc547 2024-11-19T19:23:03,270 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/f/c32bf7bcf6714ceaa24a652e9dcfc547, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T19:23:03,270 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/.tmp/f1/c99f614379cd4d7d8621a64da209fb89 as hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/f1/c99f614379cd4d7d8621a64da209fb89 2024-11-19T19:23:03,276 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c99f614379cd4d7d8621a64da209fb89 2024-11-19T19:23:03,276 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/f1/c99f614379cd4d7d8621a64da209fb89, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T19:23:03,277 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/info/3ad58a1188bd4df8ad674eb61b72fe0a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T19:23:03,278 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/.tmp/norep/de4c9b1e10574b9a96ad4850ac9a5425 as hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/norep/de4c9b1e10574b9a96ad4850ac9a5425 2024-11-19T19:23:03,286 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/.tmp/ns/c51c56b4780d42959a4b5822abbbad3c as hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/ns/c51c56b4780d42959a4b5822abbbad3c 2024-11-19T19:23:03,288 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de4c9b1e10574b9a96ad4850ac9a5425 2024-11-19T19:23:03,288 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/norep/de4c9b1e10574b9a96ad4850ac9a5425, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T19:23:03,290 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6f2382163b915d061ac3936adec2b328 in 915ms, sequenceid=12, compaction requested=false 2024-11-19T19:23:03,292 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/ns/c51c56b4780d42959a4b5822abbbad3c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T19:23:03,293 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/.tmp/rep_barrier/827af9cebd054196bc3c5cf79808967b as hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/rep_barrier/827af9cebd054196bc3c5cf79808967b 2024-11-19T19:23:03,299 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/rep_barrier/827af9cebd054196bc3c5cf79808967b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T19:23:03,300 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/.tmp/table/54eb634bc2d948d088cf4188ccf17e75 as hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/table/54eb634bc2d948d088cf4188ccf17e75 2024-11-19T19:23:03,306 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/table/54eb634bc2d948d088cf4188ccf17e75, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T19:23:03,308 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1043ms, sequenceid=16, compaction requested=false 2024-11-19T19:23:03,381 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/default/test/6f2382163b915d061ac3936adec2b328/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T19:23:03,381 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:23:03,381 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:23:03,382 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732044155419.6f2382163b915d061ac3936adec2b328. 2024-11-19T19:23:03,382 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f2382163b915d061ac3936adec2b328: Waiting for close lock at 1732044182374Running coprocessor pre-close hooks at 1732044182374Disabling compacts and flushes for region at 1732044182374Disabling writes for close at 1732044182375 (+1 ms)Obtaining lock to block concurrent updates at 1732044182375Preparing flush snapshotting stores in 6f2382163b915d061ac3936adec2b328 at 1732044182375Finished memstore snapshotting test,,1732044155419.6f2382163b915d061ac3936adec2b328., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732044182375Flushing stores of test,,1732044155419.6f2382163b915d061ac3936adec2b328. at 1732044182376 (+1 ms)Flushing 6f2382163b915d061ac3936adec2b328/f: creating writer at 1732044182376Flushing 6f2382163b915d061ac3936adec2b328/f: appending metadata at 1732044182400 (+24 ms)Flushing 6f2382163b915d061ac3936adec2b328/f: closing flushed file at 1732044182400Flushing 6f2382163b915d061ac3936adec2b328/f1: creating writer at 1732044182420 (+20 ms)Flushing 6f2382163b915d061ac3936adec2b328/f1: appending metadata at 1732044182431 (+11 ms)Flushing 6f2382163b915d061ac3936adec2b328/f1: closing flushed file at 1732044182431Flushing 6f2382163b915d061ac3936adec2b328/norep: creating writer at 1732044182839 (+408 ms)Flushing 6f2382163b915d061ac3936adec2b328/norep: appending metadata at 1732044182854 (+15 ms)Flushing 6f2382163b915d061ac3936adec2b328/norep: closing flushed file at 1732044182854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f3c974: reopening flushed file at 1732044183265 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633d7472: reopening flushed file at 1732044183270 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b56825: reopening flushed file at 1732044183276 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6f2382163b915d061ac3936adec2b328 in 915ms, sequenceid=12, compaction requested=false at 1732044183290 (+14 ms)Writing region close event to WAL at 1732044183360 (+70 ms)Running coprocessor post-close hooks at 1732044183381 (+21 ms)Closed at 1732044183382 (+1 ms) 2024-11-19T19:23:03,382 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732044155419.6f2382163b915d061ac3936adec2b328. 2024-11-19T19:23:03,405 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T19:23:03,405 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:23:03,405 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:23:03,405 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:03,405 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044182263Running coprocessor pre-close hooks at 1732044182263Disabling compacts and flushes for region at 1732044182263Disabling writes for close at 1732044182264 (+1 ms)Obtaining lock to block concurrent updates at 1732044182264Preparing flush snapshotting stores in 1588230740 at 1732044182264Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732044182265 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732044182265Flushing 1588230740/info: creating writer at 1732044182265Flushing 1588230740/info: appending metadata at 1732044182283 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732044182283Flushing 1588230740/ns: creating writer at 1732044182350 (+67 ms)Flushing 1588230740/ns: appending metadata at 1732044182375 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732044182375Flushing 1588230740/rep_barrier: creating writer at 1732044182793 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044182805 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044182805Flushing 1588230740/table: creating writer at 1732044183216 (+411 ms)Flushing 1588230740/table: appending metadata at 1732044183237 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732044183237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@292bce80: reopening flushed file at 1732044183262 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac26b2f: reopening flushed file at 1732044183277 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7351916d: reopening flushed file at 1732044183292 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c032c90: reopening flushed file at 1732044183299 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1043ms, sequenceid=16, compaction requested=false at 1732044183308 (+9 ms)Writing region close event to WAL at 1732044183396 (+88 ms)Running coprocessor post-close hooks at 1732044183405 (+9 ms)Closed at 1732044183405 2024-11-19T19:23:03,405 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:03,465 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,38595,1732044141138; all regions closed. 2024-11-19T19:23:03,469 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.meta.1732044144288.meta not finished, retry = 0 2024-11-19T19:23:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741834_1010 (size=4239) 2024-11-19T19:23:03,572 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.rep.1732044161664 not finished, retry = 0 2024-11-19T19:23:03,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741839_1015 (size=3552) 2024-11-19T19:23:03,673 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 to pos 1740, reset compression=false 2024-11-19T19:23:03,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741832_1008 (size=2392) 2024-11-19T19:23:03,689 DEBUG [RS:0;f156d4de6e70:38595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:03,689 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:23:03,689 INFO [RS:0;f156d4de6e70:38595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:23:03,689 INFO [RS:0;f156d4de6e70:38595 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:23:03,689 INFO [RS:0;f156d4de6e70:38595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:23:03,690 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,38595,1732044141138 because: Region server is closing 2024-11-19T19:23:03,690 INFO [RS:0;f156d4de6e70:38595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:38595. 2024-11-19T19:23:03,690 DEBUG [RS:0;f156d4de6e70:38595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:03,690 DEBUG [RS:0;f156d4de6e70:38595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:03,690 DEBUG [RS:0;f156d4de6e70:38595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:03,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:03,690 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:23:03,691 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 for the last time to pos 2384, reset compression=false 2024-11-19T19:23:03,693 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 and length of the file is 2392 2024-11-19T19:23:03,693 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/WALs/f156d4de6e70,38595,1732044141138/f156d4de6e70%2C38595%2C1732044141138.1732044143346 2024-11-19T19:23:03,693 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.wal-reader.f156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:03,790 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,38595,1732044141138.replicationSource.shipperf156d4de6e70%2C38595%2C1732044141138,1-f156d4de6e70,38595,1732044141138 terminated 2024-11-19T19:23:03,790 INFO [RS:0;f156d4de6e70:38595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:38595. 2024-11-19T19:23:03,790 DEBUG [RS:0;f156d4de6e70:38595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:03,790 DEBUG [RS:0;f156d4de6e70:38595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:03,790 DEBUG [RS:0;f156d4de6e70:38595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:03,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:03,791 INFO [RS:0;f156d4de6e70:38595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38595 2024-11-19T19:23:03,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707/rs 2024-11-19T19:23:03,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-208130707/rs/f156d4de6e70,38595,1732044141138 2024-11-19T19:23:03,814 INFO [RS:0;f156d4de6e70:38595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:23:03,815 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,38595,1732044141138] 2024-11-19T19:23:03,835 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-208130707/draining/f156d4de6e70,38595,1732044141138 already deleted, retry=false 2024-11-19T19:23:03,835 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,38595,1732044141138 expired; onlineServers=0 2024-11-19T19:23:03,835 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,39745,1732044140946' ***** 2024-11-19T19:23:03,835 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:23:03,835 INFO [M:0;f156d4de6e70:39745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:23:03,835 INFO [M:0;f156d4de6e70:39745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:23:03,836 DEBUG [M:0;f156d4de6e70:39745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:23:03,836 DEBUG [M:0;f156d4de6e70:39745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:23:03,836 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:23:03,836 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044143128 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044143128,5,FailOnTimeoutGroup] 2024-11-19T19:23:03,836 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044143128 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044143128,5,FailOnTimeoutGroup] 2024-11-19T19:23:03,836 INFO [M:0;f156d4de6e70:39745 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:23:03,836 INFO [M:0;f156d4de6e70:39745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:23:03,836 DEBUG [M:0;f156d4de6e70:39745 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:23:03,836 INFO [M:0;f156d4de6e70:39745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:23:03,836 INFO [M:0;f156d4de6e70:39745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:23:03,836 INFO [M:0;f156d4de6e70:39745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:23:03,836 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:23:03,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-208130707/master 2024-11-19T19:23:03,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-208130707 2024-11-19T19:23:03,856 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-208130707/master already deleted, retry=false 2024-11-19T19:23:03,856 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-208130707/master 2024-11-19T19:23:03,872 INFO [M:0;f156d4de6e70:39745 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/.lastflushedseqids 2024-11-19T19:23:03,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741848_1024 (size=245) 2024-11-19T19:23:03,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:03,925 INFO [RS:0;f156d4de6e70:38595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:23:03,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x101548c23be0001, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:03,925 INFO [RS:0;f156d4de6e70:38595 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,38595,1732044141138; zookeeper connection closed. 2024-11-19T19:23:03,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64cf27c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64cf27c8 2024-11-19T19:23:03,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:23:04,306 INFO [M:0;f156d4de6e70:39745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:23:04,306 INFO [M:0;f156d4de6e70:39745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:23:04,306 DEBUG [M:0;f156d4de6e70:39745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:23:04,306 INFO [M:0;f156d4de6e70:39745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:04,306 DEBUG [M:0;f156d4de6e70:39745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:04,306 DEBUG [M:0;f156d4de6e70:39745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:23:04,306 DEBUG [M:0;f156d4de6e70:39745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:04,307 INFO [M:0;f156d4de6e70:39745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-19T19:23:04,326 DEBUG [M:0;f156d4de6e70:39745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e29c792b3dff4b84a01d56f49e16ccbf is 82, key is hbase:meta,,1/info:regioninfo/1732044144316/Put/seqid=0 2024-11-19T19:23:04,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741849_1025 (size=5672) 2024-11-19T19:23:04,338 INFO [M:0;f156d4de6e70:39745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e29c792b3dff4b84a01d56f49e16ccbf 2024-11-19T19:23:04,362 DEBUG [M:0;f156d4de6e70:39745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa9bc836dd7c4f9c9343207350c282b0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732044156234/Put/seqid=0 2024-11-19T19:23:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741850_1026 (size=7218) 2024-11-19T19:23:04,366 INFO [M:0;f156d4de6e70:39745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa9bc836dd7c4f9c9343207350c282b0 2024-11-19T19:23:04,373 INFO [M:0;f156d4de6e70:39745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa9bc836dd7c4f9c9343207350c282b0 2024-11-19T19:23:04,392 DEBUG [M:0;f156d4de6e70:39745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f66aee53921439284823110e98ea1af is 69, key is f156d4de6e70,38595,1732044141138/rs:state/1732044143198/Put/seqid=0 2024-11-19T19:23:04,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741851_1027 (size=5156) 2024-11-19T19:23:04,406 INFO [M:0;f156d4de6e70:39745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f66aee53921439284823110e98ea1af 2024-11-19T19:23:04,410 DEBUG [M:0;f156d4de6e70:39745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e29c792b3dff4b84a01d56f49e16ccbf as hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e29c792b3dff4b84a01d56f49e16ccbf 2024-11-19T19:23:04,414 INFO [M:0;f156d4de6e70:39745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e29c792b3dff4b84a01d56f49e16ccbf, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T19:23:04,415 DEBUG [M:0;f156d4de6e70:39745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa9bc836dd7c4f9c9343207350c282b0 as hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa9bc836dd7c4f9c9343207350c282b0 2024-11-19T19:23:04,426 INFO [M:0;f156d4de6e70:39745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa9bc836dd7c4f9c9343207350c282b0 2024-11-19T19:23:04,426 INFO [M:0;f156d4de6e70:39745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa9bc836dd7c4f9c9343207350c282b0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T19:23:04,427 DEBUG [M:0;f156d4de6e70:39745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f66aee53921439284823110e98ea1af as hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f66aee53921439284823110e98ea1af 2024-11-19T19:23:04,432 INFO [M:0;f156d4de6e70:39745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41685/user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f66aee53921439284823110e98ea1af, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T19:23:04,433 INFO [M:0;f156d4de6e70:39745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=105, compaction requested=false 2024-11-19T19:23:04,437 INFO [M:0;f156d4de6e70:39745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:04,437 DEBUG [M:0;f156d4de6e70:39745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044184306Disabling compacts and flushes for region at 1732044184306Disabling writes for close at 1732044184306Obtaining lock to block concurrent updates at 1732044184307 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044184307Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732044184307Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044184308 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044184308Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044184325 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044184325Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044184342 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044184361 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044184361Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044184374 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044184391 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044184391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a4e7b5: reopening flushed file at 1732044184409 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb5631: reopening flushed file at 1732044184415 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df6b7c2: reopening flushed file at 1732044184426 (+11 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=105, compaction requested=false at 1732044184433 (+7 ms)Writing region close event to WAL at 1732044184437 (+4 ms)Closed at 1732044184437 2024-11-19T19:23:04,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T19:23:04,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T19:23:04,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T19:23:04,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:23:04,440 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e3730632-c4ff-d2c6-7ae8-787206b450c7/MasterData/WALs/f156d4de6e70,39745,1732044140946/f156d4de6e70%2C39745%2C1732044140946.1732044142885 not finished, retry = 0 2024-11-19T19:23:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33003 is added to blk_1073741830_1006 (size=64423) 2024-11-19T19:23:04,541 INFO [M:0;f156d4de6e70:39745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:23:04,541 INFO [M:0;f156d4de6e70:39745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39745 2024-11-19T19:23:04,541 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:23:04,542 INFO [M:0;f156d4de6e70:39745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:23:04,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:04,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x101548c23be0000, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:04,693 INFO [M:0;f156d4de6e70:39745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:23:04,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28400cbc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:23:04,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22b3f6ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:23:04,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:23:04,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66eacbe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:23:04,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7a16a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/hadoop.log.dir/,STOPPED} 2024-11-19T19:23:04,722 WARN [BP-554409019-172.17.0.3-1732044138534 heartbeating to localhost/127.0.0.1:41685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:23:04,722 WARN [BP-554409019-172.17.0.3-1732044138534 heartbeating to localhost/127.0.0.1:41685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554409019-172.17.0.3-1732044138534 (Datanode Uuid eae8f372-16c6-4b38-8002-c22a5545c833) service to localhost/127.0.0.1:41685 2024-11-19T19:23:04,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/cluster_6ed48694-e9ac-71e7-b0e8-d4c5de71b760/data/data1/current/BP-554409019-172.17.0.3-1732044138534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:23:04,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/cluster_6ed48694-e9ac-71e7-b0e8-d4c5de71b760/data/data2/current/BP-554409019-172.17.0.3-1732044138534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:23:04,723 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:23:04,723 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:23:04,723 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:23:04,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15e4e09a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:23:04,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b589b02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:23:04,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:23:04,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c3ac1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:23:04,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45179762{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca3b8fd-2894-fc38-596f-b835103f3de3/hadoop.log.dir/,STOPPED} 2024-11-19T19:23:04,742 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T19:23:04,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:23:04,786 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 259) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54613) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54613) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41685 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54613) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45731 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40313 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=736 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=460 (was 351) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3129 (was 3236) 2024-11-19T19:23:04,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=736, MaxFileDescriptor=1048576, SystemLoadAverage=460, ProcessCount=11, AvailableMemoryMB=3130 2024-11-19T19:23:04,827 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-19T19:23:04,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/hadoop.log.dir so I do NOT create it in target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e 2024-11-19T19:23:04,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:23:04,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/hadoop.tmp.dir so I do NOT create it in target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e 2024-11-19T19:23:04,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bf40ee7-85fc-0bc4-eed6-f97e902c3757/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:23:04,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e 2024-11-19T19:23:04,828 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/cluster_0010e321-aa02-0f9a-ef70-9a9adeec8ed2, deleteOnExit=true 2024-11-19T19:23:04,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101548c23be0002, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:23:04,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101548c23be0008, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:23:04,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101548c23be0005, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:23:04,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101548c23be0002, quorum=127.0.0.1:54613, baseZNode=/0-208130707 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:23:04,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101548c23be0008, quorum=127.0.0.1:54613, baseZNode=/21221366099 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:23:04,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101548c23be0005, quorum=127.0.0.1:54613, baseZNode=/11701160008 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:23:04,879 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/cluster_0010e321-aa02-0f9a-ef70-9a9adeec8ed2/zookeeper_0, clientPort=52804, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/cluster_0010e321-aa02-0f9a-ef70-9a9adeec8ed2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/cluster_0010e321-aa02-0f9a-ef70-9a9adeec8ed2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T19:23:04,881 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52804 2024-11-19T19:23:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:23:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:23:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/test.cache.data in system properties and HBase conf 2024-11-19T19:23:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:23:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:23:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:23:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:23:04,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:23:04,881 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:23:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:23:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:23:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:23:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:23:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:23:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:23:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:23:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:23:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:23:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:23:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:23:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:23:04,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:23:04,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:23:05,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:05,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:23:05,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:23:05,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:23:05,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:23:05,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:05,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dbebb6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:23:05,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7578d2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:23:05,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a4a941f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/java.io.tmpdir/jetty-localhost-44513-hadoop-hdfs-3_4_1-tests_jar-_-any-1001458613718006609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:23:05,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13616542{HTTP/1.1, (http/1.1)}{localhost:44513} 2024-11-19T19:23:05,404 INFO [Time-limited test {}] server.Server(415): Started @277341ms 2024-11-19T19:23:05,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:05,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:23:05,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:23:05,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:23:05,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:23:05,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b48e5b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:23:05,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7cba5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:23:05,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@595696e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/java.io.tmpdir/jetty-localhost-42273-hadoop-hdfs-3_4_1-tests_jar-_-any-9653938188120479498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:23:05,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a736e{HTTP/1.1, (http/1.1)}{localhost:42273} 2024-11-19T19:23:05,901 INFO [Time-limited test {}] server.Server(415): Started @277838ms 2024-11-19T19:23:05,903 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:23:06,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:23:06,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:06,662 WARN [Thread-3455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/cluster_0010e321-aa02-0f9a-ef70-9a9adeec8ed2/data/data1/current/BP-335712468-172.17.0.3-1732044184915/current, will proceed with Du for space computation calculation, 2024-11-19T19:23:06,663 WARN [Thread-3456 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/cluster_0010e321-aa02-0f9a-ef70-9a9adeec8ed2/data/data2/current/BP-335712468-172.17.0.3-1732044184915/current, will proceed with Du for space computation calculation, 2024-11-19T19:23:06,697 WARN [Thread-3442 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:23:06,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12a103d4dba0a83f with lease ID 0x34ffaf841a80a05: Processing first storage report for DS-f427174a-5a46-4261-bf89-03b114620a35 from datanode DatanodeRegistration(127.0.0.1:39209, datanodeUuid=1fd88fea-5db5-4ced-ad3a-d2336265f44f, infoPort=34403, infoSecurePort=0, ipcPort=43925, storageInfo=lv=-57;cid=testClusterID;nsid=1824491516;c=1732044184915) 2024-11-19T19:23:06,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12a103d4dba0a83f with lease ID 0x34ffaf841a80a05: from storage DS-f427174a-5a46-4261-bf89-03b114620a35 node DatanodeRegistration(127.0.0.1:39209, datanodeUuid=1fd88fea-5db5-4ced-ad3a-d2336265f44f, infoPort=34403, infoSecurePort=0, ipcPort=43925, storageInfo=lv=-57;cid=testClusterID;nsid=1824491516;c=1732044184915), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:23:06,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12a103d4dba0a83f with lease ID 0x34ffaf841a80a05: Processing first storage report for DS-994387c0-0201-404a-9e34-87f87c7fa1ae from datanode DatanodeRegistration(127.0.0.1:39209, datanodeUuid=1fd88fea-5db5-4ced-ad3a-d2336265f44f, infoPort=34403, infoSecurePort=0, ipcPort=43925, storageInfo=lv=-57;cid=testClusterID;nsid=1824491516;c=1732044184915) 2024-11-19T19:23:06,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12a103d4dba0a83f with lease ID 0x34ffaf841a80a05: from storage DS-994387c0-0201-404a-9e34-87f87c7fa1ae node DatanodeRegistration(127.0.0.1:39209, datanodeUuid=1fd88fea-5db5-4ced-ad3a-d2336265f44f, infoPort=34403, infoSecurePort=0, ipcPort=43925, storageInfo=lv=-57;cid=testClusterID;nsid=1824491516;c=1732044184915), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:23:06,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e 2024-11-19T19:23:06,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:06,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:06,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:23:07,192 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b with version=8 2024-11-19T19:23:07,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/hbase-staging 2024-11-19T19:23:07,194 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:23:07,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:07,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:07,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:23:07,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:07,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:23:07,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:23:07,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:23:07,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33935 2024-11-19T19:23:07,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33935 connecting to ZooKeeper ensemble=127.0.0.1:52804 2024-11-19T19:23:07,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339350x0, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:07,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33935-0x101548cd8cc0000 connected 2024-11-19T19:23:07,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:07,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:07,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Set watcher on znode that does not yet exist, /0252861357/running 2024-11-19T19:23:07,441 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b, hbase.cluster.distributed=false 2024-11-19T19:23:07,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Set watcher on znode that does not yet exist, /0252861357/acl 2024-11-19T19:23:07,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33935 2024-11-19T19:23:07,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33935 2024-11-19T19:23:07,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33935 2024-11-19T19:23:07,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33935 2024-11-19T19:23:07,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33935 2024-11-19T19:23:07,485 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:23:07,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:07,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:07,485 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:23:07,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:07,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:23:07,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:23:07,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:23:07,487 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42843 2024-11-19T19:23:07,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42843 connecting to ZooKeeper ensemble=127.0.0.1:52804 2024-11-19T19:23:07,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:07,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:07,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428430x0, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:07,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428430x0, quorum=127.0.0.1:52804, baseZNode=/0252861357 Set watcher on znode that does not yet exist, /0252861357/running 2024-11-19T19:23:07,504 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:23:07,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42843-0x101548cd8cc0001 connected 2024-11-19T19:23:07,512 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:23:07,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Set watcher on znode that does not yet exist, /0252861357/master 2024-11-19T19:23:07,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Set watcher on znode that does not yet exist, /0252861357/acl 2024-11-19T19:23:07,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-19T19:23:07,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42843 2024-11-19T19:23:07,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42843 2024-11-19T19:23:07,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-19T19:23:07,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42843 2024-11-19T19:23:07,551 DEBUG [M:0;f156d4de6e70:33935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:33935 2024-11-19T19:23:07,560 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0252861357/backup-masters/f156d4de6e70,33935,1732044187194 2024-11-19T19:23:07,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357/backup-masters 2024-11-19T19:23:07,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357/backup-masters 2024-11-19T19:23:07,567 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Set watcher on existing znode=/0252861357/backup-masters/f156d4de6e70,33935,1732044187194 2024-11-19T19:23:07,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0252861357/master 2024-11-19T19:23:07,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:07,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:07,578 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Set watcher on existing znode=/0252861357/master 2024-11-19T19:23:07,578 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0252861357/backup-masters/f156d4de6e70,33935,1732044187194 from backup master directory 2024-11-19T19:23:07,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0252861357/backup-masters/f156d4de6e70,33935,1732044187194 2024-11-19T19:23:07,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357/backup-masters 2024-11-19T19:23:07,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357/backup-masters 2024-11-19T19:23:07,588 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:23:07,588 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,33935,1732044187194 2024-11-19T19:23:07,593 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/hbase.id] with ID: aec16f41-c2e1-4563-8749-23b134869f3d 2024-11-19T19:23:07,593 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/.tmp/hbase.id 2024-11-19T19:23:07,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:23:07,602 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/.tmp/hbase.id]:[hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/hbase.id] 2024-11-19T19:23:07,613 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:07,613 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:23:07,614 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T19:23:07,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:07,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:07,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:23:08,035 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:23:08,035 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:23:08,036 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:23:08,064 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store 2024-11-19T19:23:08,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:23:08,510 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:08,510 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:23:08,510 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:08,510 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:08,510 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:23:08,510 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:08,510 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:08,510 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044188510Disabling compacts and flushes for region at 1732044188510Disabling writes for close at 1732044188510Writing region close event to WAL at 1732044188510Closed at 1732044188510 2024-11-19T19:23:08,511 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/.initializing 2024-11-19T19:23:08,511 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/WALs/f156d4de6e70,33935,1732044187194 2024-11-19T19:23:08,512 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:23:08,513 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C33935%2C1732044187194, suffix=, logDir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/WALs/f156d4de6e70,33935,1732044187194, archiveDir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/oldWALs, maxLogs=10 2024-11-19T19:23:08,531 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/WALs/f156d4de6e70,33935,1732044187194/f156d4de6e70%2C33935%2C1732044187194.1732044188513, exclude list is [], retry=0 2024-11-19T19:23:08,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39209,DS-f427174a-5a46-4261-bf89-03b114620a35,DISK] 2024-11-19T19:23:08,545 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/WALs/f156d4de6e70,33935,1732044187194/f156d4de6e70%2C33935%2C1732044187194.1732044188513 2024-11-19T19:23:08,545 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34403:34403)] 2024-11-19T19:23:08,545 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:08,545 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:08,545 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:08,545 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:08,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:08,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:23:08,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:08,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:08,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:08,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:23:08,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:08,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:08,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:08,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:23:08,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:08,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:08,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:08,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:23:08,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:08,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:08,552 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:08,552 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:08,553 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:08,557 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:08,557 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:08,558 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:08,559 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:08,561 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:08,561 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71688441, jitterRate=0.06824101507663727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:08,562 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044188545Initializing all the Stores at 1732044188546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044188546Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044188546Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044188546Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044188546Cleaning up temporary data from old regions at 1732044188557 (+11 ms)Region opened successfully at 1732044188562 (+5 ms) 2024-11-19T19:23:08,562 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:23:08,565 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b1b3d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:23:08,566 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:23:08,567 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:23:08,567 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:23:08,567 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:23:08,567 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:23:08,568 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:23:08,568 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:23:08,570 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:23:08,571 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Unable to get data of znode /0252861357/balancer because node does not exist (not necessarily an error) 2024-11-19T19:23:08,682 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0252861357/balancer already deleted, retry=false 2024-11-19T19:23:08,683 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:23:08,683 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Unable to get data of znode /0252861357/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:23:08,807 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0252861357/normalizer already deleted, retry=false 2024-11-19T19:23:08,808 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:23:08,809 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Unable to get data of znode /0252861357/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:23:08,965 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0252861357/switch/split already deleted, retry=false 2024-11-19T19:23:08,966 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Unable to get data of znode /0252861357/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:23:09,005 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0252861357/switch/merge already deleted, retry=false 2024-11-19T19:23:09,007 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Unable to get data of znode /0252861357/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:23:09,019 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0252861357/snapshot-cleanup already deleted, retry=false 2024-11-19T19:23:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0252861357/running 2024-11-19T19:23:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0252861357/running 2024-11-19T19:23:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:09,036 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,33935,1732044187194, sessionid=0x101548cd8cc0000, setting cluster-up flag (Was=false) 2024-11-19T19:23:09,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:09,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:09,093 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0252861357/flush-table-proc/acquired, /0252861357/flush-table-proc/reached, /0252861357/flush-table-proc/abort 2024-11-19T19:23:09,094 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,33935,1732044187194 2024-11-19T19:23:09,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:09,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:09,145 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0252861357/online-snapshot/acquired, /0252861357/online-snapshot/reached, /0252861357/online-snapshot/abort 2024-11-19T19:23:09,147 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,33935,1732044187194 2024-11-19T19:23:09,148 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:23:09,149 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:09,149 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:23:09,149 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:23:09,150 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,33935,1732044187194 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:23:09,151 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:09,151 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:09,151 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:09,151 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:09,151 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:23:09,151 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:09,151 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:23:09,151 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:09,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:09,161 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:23:09,164 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:09,164 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:23:09,169 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044219169 2024-11-19T19:23:09,169 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:23:09,169 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:23:09,169 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:23:09,169 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:23:09,169 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:23:09,169 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:23:09,172 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,177 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:23:09,177 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:23:09,177 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:23:09,178 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:23:09,178 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:23:09,178 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:23:09,178 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044189178,5,FailOnTimeoutGroup] 2024-11-19T19:23:09,179 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044189178,5,FailOnTimeoutGroup] 2024-11-19T19:23:09,179 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,179 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:23:09,179 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,179 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:23:09,242 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(746): ClusterId : aec16f41-c2e1-4563-8749-23b134869f3d 2024-11-19T19:23:09,242 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:23:09,251 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:23:09,251 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:23:09,262 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:23:09,262 DEBUG [RS:0;f156d4de6e70:42843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14441659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:23:09,278 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:42843 2024-11-19T19:23:09,278 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:23:09,278 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:23:09,278 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:23:09,279 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,33935,1732044187194 with port=42843, startcode=1732044187484 2024-11-19T19:23:09,279 DEBUG [RS:0;f156d4de6e70:42843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:23:09,285 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:23:09,285 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,42843,1732044187484 2024-11-19T19:23:09,285 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,42843,1732044187484 2024-11-19T19:23:09,287 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b 2024-11-19T19:23:09,287 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39275 2024-11-19T19:23:09,287 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:23:09,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357/rs 2024-11-19T19:23:09,300 DEBUG [RS:0;f156d4de6e70:42843 {}] zookeeper.ZKUtil(111): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Set watcher on existing znode=/0252861357/rs/f156d4de6e70,42843,1732044187484 2024-11-19T19:23:09,300 WARN [RS:0;f156d4de6e70:42843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:23:09,300 INFO [RS:0;f156d4de6e70:42843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:09,300 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484 2024-11-19T19:23:09,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,42843,1732044187484] 2024-11-19T19:23:09,303 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:23:09,308 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:23:09,311 INFO [RS:0;f156d4de6e70:42843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:23:09,311 INFO [RS:0;f156d4de6e70:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,312 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:23:09,313 INFO [RS:0;f156d4de6e70:42843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:23:09,313 INFO [RS:0;f156d4de6e70:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:23:09,313 DEBUG [RS:0;f156d4de6e70:42843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:23:09,322 INFO [RS:0;f156d4de6e70:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,322 INFO [RS:0;f156d4de6e70:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,322 INFO [RS:0;f156d4de6e70:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,322 INFO [RS:0;f156d4de6e70:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,322 INFO [RS:0;f156d4de6e70:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,322 INFO [RS:0;f156d4de6e70:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,42843,1732044187484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:23:09,341 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:23:09,342 INFO [RS:0;f156d4de6e70:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,42843,1732044187484-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,342 INFO [RS:0;f156d4de6e70:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,342 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.Replication(171): f156d4de6e70,42843,1732044187484 started 2024-11-19T19:23:09,361 INFO [RS:0;f156d4de6e70:42843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:09,362 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,42843,1732044187484, RpcServer on f156d4de6e70/172.17.0.3:42843, sessionid=0x101548cd8cc0001 2024-11-19T19:23:09,362 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:23:09,362 DEBUG [RS:0;f156d4de6e70:42843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,42843,1732044187484 2024-11-19T19:23:09,362 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,42843,1732044187484' 2024-11-19T19:23:09,362 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0252861357/flush-table-proc/abort' 2024-11-19T19:23:09,363 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0252861357/flush-table-proc/acquired' 2024-11-19T19:23:09,363 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:23:09,363 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:23:09,363 DEBUG [RS:0;f156d4de6e70:42843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,42843,1732044187484 2024-11-19T19:23:09,363 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,42843,1732044187484' 2024-11-19T19:23:09,363 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0252861357/online-snapshot/abort' 2024-11-19T19:23:09,363 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0252861357/online-snapshot/acquired' 2024-11-19T19:23:09,364 DEBUG [RS:0;f156d4de6e70:42843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:23:09,364 INFO [RS:0;f156d4de6e70:42843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:23:09,364 INFO [RS:0;f156d4de6e70:42843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:23:09,464 INFO [RS:0;f156d4de6e70:42843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:23:09,466 INFO [RS:0;f156d4de6e70:42843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C42843%2C1732044187484, suffix=, logDir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484, archiveDir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/oldWALs, maxLogs=10 2024-11-19T19:23:09,499 DEBUG [RS:0;f156d4de6e70:42843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466, exclude list is [], retry=0 2024-11-19T19:23:09,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39209,DS-f427174a-5a46-4261-bf89-03b114620a35,DISK] 2024-11-19T19:23:09,509 INFO [RS:0;f156d4de6e70:42843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 2024-11-19T19:23:09,509 DEBUG [RS:0;f156d4de6e70:42843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34403:34403)] 2024-11-19T19:23:09,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:23:09,582 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b 2024-11-19T19:23:09,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:23:09,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:09,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:23:09,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:23:09,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:09,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:09,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:23:09,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:23:09,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:09,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:09,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:23:09,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:23:09,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:09,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:09,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:23:09,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:23:09,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:09,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:09,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:23:09,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740 2024-11-19T19:23:09,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740 2024-11-19T19:23:09,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:23:09,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:23:09,600 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:09,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:23:09,602 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:09,603 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60880927, jitterRate=-0.09280349314212799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:09,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044189590Initializing all the Stores at 1732044189591 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044189591Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044189591Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044189591Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044189591Cleaning up temporary data from old regions at 1732044189600 (+9 ms)Region opened successfully at 1732044189603 (+3 ms) 2024-11-19T19:23:09,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:23:09,604 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:23:09,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:23:09,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:23:09,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:23:09,604 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:09,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044189604Disabling compacts and flushes for region at 1732044189604Disabling writes for close at 1732044189604Writing region close event to WAL at 1732044189604Closed at 1732044189604 2024-11-19T19:23:09,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:09,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:23:09,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:23:09,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:23:09,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:23:09,762 DEBUG [f156d4de6e70:33935 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:23:09,763 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,42843,1732044187484 2024-11-19T19:23:09,764 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,42843,1732044187484, state=OPENING 2024-11-19T19:23:09,816 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:23:09,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:09,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:09,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0252861357/meta-region-server: CHANGED 2024-11-19T19:23:09,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0252861357/meta-region-server: CHANGED 2024-11-19T19:23:09,827 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:23:09,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,42843,1732044187484}] 2024-11-19T19:23:09,980 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:23:09,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:23:09,984 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:23:09,984 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:09,985 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:23:09,986 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C42843%2C1732044187484.meta, suffix=.meta, logDir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484, archiveDir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/oldWALs, maxLogs=10 2024-11-19T19:23:10,004 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.meta.1732044189986.meta, exclude list is [], retry=0 2024-11-19T19:23:10,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39209,DS-f427174a-5a46-4261-bf89-03b114620a35,DISK] 2024-11-19T19:23:10,008 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.meta.1732044189986.meta 2024-11-19T19:23:10,011 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34403:34403)] 2024-11-19T19:23:10,012 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:10,012 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:23:10,012 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:23:10,012 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:23:10,012 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:23:10,012 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:23:10,012 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:10,012 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:23:10,012 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:23:10,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:23:10,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:23:10,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:10,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:10,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:23:10,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:23:10,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:10,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:10,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:23:10,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:23:10,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:10,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:10,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:23:10,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:23:10,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:10,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:10,033 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:23:10,034 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740 2024-11-19T19:23:10,035 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740 2024-11-19T19:23:10,036 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:23:10,036 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:23:10,036 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:10,037 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:23:10,040 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73276600, jitterRate=0.09190642833709717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:10,040 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:23:10,041 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044190013Writing region info on filesystem at 1732044190013Initializing all the Stores at 1732044190013Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044190013Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044190016 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044190016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044190016Cleaning up temporary data from old regions at 1732044190036 (+20 ms)Running coprocessor post-open hooks at 1732044190040 (+4 ms)Region opened successfully at 1732044190041 (+1 ms) 2024-11-19T19:23:10,043 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044189979 2024-11-19T19:23:10,046 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:23:10,046 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:23:10,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,42843,1732044187484 2024-11-19T19:23:10,047 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,42843,1732044187484, state=OPEN 2024-11-19T19:23:10,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0252861357/meta-region-server 2024-11-19T19:23:10,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0252861357/meta-region-server 2024-11-19T19:23:10,100 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,42843,1732044187484 2024-11-19T19:23:10,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0252861357/meta-region-server: CHANGED 2024-11-19T19:23:10,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0252861357/meta-region-server: CHANGED 2024-11-19T19:23:10,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:23:10,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,42843,1732044187484 in 273 msec 2024-11-19T19:23:10,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:23:10,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-19T19:23:10,105 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:10,105 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:23:10,107 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:10,107 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,42843,1732044187484, seqNum=-1] 2024-11-19T19:23:10,107 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:10,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:23:10,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 965 msec 2024-11-19T19:23:10,114 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044190114, completionTime=-1 2024-11-19T19:23:10,114 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:23:10,115 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:23:10,117 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:23:10,117 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044250117 2024-11-19T19:23:10,117 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044310117 2024-11-19T19:23:10,117 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T19:23:10,117 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33935,1732044187194-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:10,117 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33935,1732044187194-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:10,117 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33935,1732044187194-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:10,117 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:33935, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:10,117 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:10,119 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:10,121 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:23:10,125 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.537sec 2024-11-19T19:23:10,125 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:23:10,125 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:23:10,125 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:23:10,125 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:23:10,125 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:23:10,125 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33935,1732044187194-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:23:10,125 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33935,1732044187194-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:23:10,127 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:23:10,127 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:23:10,127 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33935,1732044187194-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:10,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fd115f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:10,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33935,-1 for getting cluster id 2024-11-19T19:23:10,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:10,150 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aec16f41-c2e1-4563-8749-23b134869f3d' 2024-11-19T19:23:10,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:10,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aec16f41-c2e1-4563-8749-23b134869f3d" 2024-11-19T19:23:10,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d709c49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:10,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33935,-1] 2024-11-19T19:23:10,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:10,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:10,153 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:10,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4e039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:10,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,42843,1732044187484, seqNum=-1] 2024-11-19T19:23:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:10,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:23:10,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,33935,1732044187194 2024-11-19T19:23:10,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52804 2024-11-19T19:23:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:10,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101548cd8cc0002 connected 2024-11-19T19:23:10,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/hadoop.log.dir so I do NOT create it in target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a 2024-11-19T19:23:10,196 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:23:10,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/hadoop.tmp.dir so I do NOT create it in target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a 2024-11-19T19:23:10,196 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:23:10,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a 2024-11-19T19:23:10,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:23:10,197 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/cluster_99491930-09a7-a540-d2fb-40ab413c9f49, deleteOnExit=true 2024-11-19T19:23:10,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:23:10,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/test.cache.data in system properties and HBase conf 2024-11-19T19:23:10,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:23:10,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:23:10,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:23:10,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:23:10,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:23:10,197 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:23:10,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:23:10,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:23:10,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:23:10,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:23:10,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:23:10,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:23:10,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:23:10,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:23:10,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:23:10,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:23:10,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:23:10,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:23:10,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:23:10,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:23:10,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:10,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:23:10,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:23:10,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:23:10,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:23:10,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:10,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423a34f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:23:10,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2171703a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:23:10,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5441beeb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/java.io.tmpdir/jetty-localhost-42747-hadoop-hdfs-3_4_1-tests_jar-_-any-6530849538798573927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:23:10,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23309e31{HTTP/1.1, (http/1.1)}{localhost:42747} 2024-11-19T19:23:10,797 INFO [Time-limited test {}] server.Server(415): Started @282734ms 2024-11-19T19:23:11,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:11,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:23:11,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:23:11,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:23:11,104 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:23:11,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bb919e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:23:11,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af5c370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:23:11,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55da76a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/java.io.tmpdir/jetty-localhost-45055-hadoop-hdfs-3_4_1-tests_jar-_-any-13047174743780535237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:23:11,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2343164b{HTTP/1.1, (http/1.1)}{localhost:45055} 2024-11-19T19:23:11,227 INFO [Time-limited test {}] server.Server(415): Started @283163ms 2024-11-19T19:23:11,228 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:23:12,084 WARN [Thread-3575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/cluster_99491930-09a7-a540-d2fb-40ab413c9f49/data/data1/current/BP-906713661-172.17.0.3-1732044190213/current, will proceed with Du for space computation calculation, 2024-11-19T19:23:12,085 WARN [Thread-3576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/cluster_99491930-09a7-a540-d2fb-40ab413c9f49/data/data2/current/BP-906713661-172.17.0.3-1732044190213/current, will proceed with Du for space computation calculation, 2024-11-19T19:23:12,109 WARN [Thread-3563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:23:12,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4725f890f0f62b16 with lease ID 0x2069464cb0b33e58: Processing first storage report for DS-965118b9-e425-4305-8a46-2d5163fa9437 from datanode DatanodeRegistration(127.0.0.1:44785, datanodeUuid=c5b07eb8-300c-4602-82d3-bd415de78425, infoPort=46217, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=507316449;c=1732044190213) 2024-11-19T19:23:12,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4725f890f0f62b16 with lease ID 0x2069464cb0b33e58: from storage DS-965118b9-e425-4305-8a46-2d5163fa9437 node DatanodeRegistration(127.0.0.1:44785, datanodeUuid=c5b07eb8-300c-4602-82d3-bd415de78425, infoPort=46217, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=507316449;c=1732044190213), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:23:12,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4725f890f0f62b16 with lease ID 0x2069464cb0b33e58: Processing first storage report for DS-f1be1af2-b602-413a-846f-91f1f303b4c6 from datanode DatanodeRegistration(127.0.0.1:44785, datanodeUuid=c5b07eb8-300c-4602-82d3-bd415de78425, infoPort=46217, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=507316449;c=1732044190213) 2024-11-19T19:23:12,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4725f890f0f62b16 with lease ID 0x2069464cb0b33e58: from storage DS-f1be1af2-b602-413a-846f-91f1f303b4c6 node DatanodeRegistration(127.0.0.1:44785, datanodeUuid=c5b07eb8-300c-4602-82d3-bd415de78425, infoPort=46217, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=507316449;c=1732044190213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:23:12,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a 2024-11-19T19:23:12,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:12,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:12,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:23:12,577 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88 with version=8 2024-11-19T19:23:12,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/hbase-staging 2024-11-19T19:23:12,579 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:23:12,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:12,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:12,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:23:12,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:12,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:23:12,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:23:12,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:23:12,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36103 2024-11-19T19:23:12,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36103 connecting to ZooKeeper ensemble=127.0.0.1:52804 2024-11-19T19:23:12,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361030x0, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:12,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36103-0x101548cd8cc0003 connected 2024-11-19T19:23:12,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:12,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:12,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Set watcher on znode that does not yet exist, /1-1795337795/running 2024-11-19T19:23:12,823 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88, hbase.cluster.distributed=false 2024-11-19T19:23:12,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Set watcher on znode that does not yet exist, /1-1795337795/acl 2024-11-19T19:23:12,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-19T19:23:12,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36103 2024-11-19T19:23:12,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36103 2024-11-19T19:23:12,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-19T19:23:12,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-19T19:23:12,843 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:23:12,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:12,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:12,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:23:12,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:12,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:23:12,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:23:12,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:23:12,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35765 2024-11-19T19:23:12,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35765 connecting to ZooKeeper ensemble=127.0.0.1:52804 2024-11-19T19:23:12,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:12,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:12,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357650x0, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:12,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357650x0, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Set watcher on znode that does not yet exist, /1-1795337795/running 2024-11-19T19:23:12,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35765-0x101548cd8cc0004 connected 2024-11-19T19:23:12,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:23:12,862 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:23:12,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Set watcher on znode that does not yet exist, /1-1795337795/master 2024-11-19T19:23:12,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Set watcher on znode that does not yet exist, /1-1795337795/acl 2024-11-19T19:23:12,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-19T19:23:12,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35765 2024-11-19T19:23:12,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35765 2024-11-19T19:23:12,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-19T19:23:12,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-19T19:23:12,884 DEBUG [M:0;f156d4de6e70:36103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:36103 2024-11-19T19:23:12,884 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1795337795/backup-masters/f156d4de6e70,36103,1732044192579 2024-11-19T19:23:12,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795/backup-masters 2024-11-19T19:23:12,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795/backup-masters 2024-11-19T19:23:12,893 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Set watcher on existing znode=/1-1795337795/backup-masters/f156d4de6e70,36103,1732044192579 2024-11-19T19:23:12,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1795337795/master 2024-11-19T19:23:12,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:12,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:12,904 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Set watcher on existing znode=/1-1795337795/master 2024-11-19T19:23:12,904 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1795337795/backup-masters/f156d4de6e70,36103,1732044192579 from backup master directory 2024-11-19T19:23:12,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795/backup-masters 2024-11-19T19:23:12,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1795337795/backup-masters/f156d4de6e70,36103,1732044192579 2024-11-19T19:23:12,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795/backup-masters 2024-11-19T19:23:12,914 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:23:12,914 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,36103,1732044192579 2024-11-19T19:23:12,917 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/hbase.id] with ID: 27f599b1-e3cd-4d61-99ac-29dbca2d34b3 2024-11-19T19:23:12,917 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/.tmp/hbase.id 2024-11-19T19:23:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:23:13,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:13,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:23:13,170 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88679 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:23:13,328 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/.tmp/hbase.id]:[hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/hbase.id] 2024-11-19T19:23:13,335 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:13,335 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:23:13,335 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T19:23:13,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:13,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:13,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:23:13,794 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:23:13,794 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:23:13,794 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:13,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:23:14,200 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store 2024-11-19T19:23:14,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:23:14,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T19:23:14,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T19:23:14,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T19:23:14,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T19:23:14,610 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:14,610 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:23:14,610 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:14,610 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:14,610 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:23:14,610 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:14,610 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:14,610 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044194610Disabling compacts and flushes for region at 1732044194610Disabling writes for close at 1732044194610Writing region close event to WAL at 1732044194610Closed at 1732044194610 2024-11-19T19:23:14,610 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/.initializing 2024-11-19T19:23:14,610 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/WALs/f156d4de6e70,36103,1732044192579 2024-11-19T19:23:14,611 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:23:14,612 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C36103%2C1732044192579, suffix=, logDir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/WALs/f156d4de6e70,36103,1732044192579, archiveDir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/oldWALs, maxLogs=10 2024-11-19T19:23:14,624 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/WALs/f156d4de6e70,36103,1732044192579/f156d4de6e70%2C36103%2C1732044192579.1732044194612, exclude list is [], retry=0 2024-11-19T19:23:14,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-965118b9-e425-4305-8a46-2d5163fa9437,DISK] 2024-11-19T19:23:14,627 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/WALs/f156d4de6e70,36103,1732044192579/f156d4de6e70%2C36103%2C1732044192579.1732044194612 2024-11-19T19:23:14,627 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46217:46217)] 2024-11-19T19:23:14,627 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:14,627 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:14,628 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:14,628 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:14,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:14,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:23:14,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:14,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:14,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:14,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:23:14,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:14,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:14,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:14,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:23:14,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:14,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:14,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:14,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:23:14,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:14,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:14,632 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:14,633 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:14,633 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:14,634 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:14,634 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:14,634 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:14,635 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:14,636 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:14,636 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68028505, jitterRate=0.013703718781471252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:14,636 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044194628Initializing all the Stores at 1732044194628Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044194628Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044194628Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044194628Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044194628Cleaning up temporary data from old regions at 1732044194634 (+6 ms)Region opened successfully at 1732044194636 (+2 ms) 2024-11-19T19:23:14,637 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:23:14,638 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377c4292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:23:14,639 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:23:14,639 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:23:14,639 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:23:14,639 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:23:14,639 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:23:14,639 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:23:14,639 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:23:14,641 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:23:14,641 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Unable to get data of znode /1-1795337795/balancer because node does not exist (not necessarily an error) 2024-11-19T19:23:14,689 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1795337795/balancer already deleted, retry=false 2024-11-19T19:23:14,689 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:23:14,690 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Unable to get data of znode /1-1795337795/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:23:14,739 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1795337795/normalizer already deleted, retry=false 2024-11-19T19:23:14,739 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:23:14,740 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Unable to get data of znode /1-1795337795/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:23:14,824 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1795337795/switch/split already deleted, retry=false 2024-11-19T19:23:14,825 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Unable to get data of znode /1-1795337795/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:23:14,887 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1795337795/switch/merge already deleted, retry=false 2024-11-19T19:23:14,889 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Unable to get data of znode /1-1795337795/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:23:14,980 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1795337795/snapshot-cleanup already deleted, retry=false 2024-11-19T19:23:15,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1795337795/running 2024-11-19T19:23:15,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1795337795/running 2024-11-19T19:23:15,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:15,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:15,040 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,36103,1732044192579, sessionid=0x101548cd8cc0003, setting cluster-up flag (Was=false) 2024-11-19T19:23:15,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:15,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:15,288 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1795337795/flush-table-proc/acquired, /1-1795337795/flush-table-proc/reached, /1-1795337795/flush-table-proc/abort 2024-11-19T19:23:15,289 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,36103,1732044192579 2024-11-19T19:23:15,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:15,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:15,356 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1795337795/online-snapshot/acquired, /1-1795337795/online-snapshot/reached, /1-1795337795/online-snapshot/abort 2024-11-19T19:23:15,357 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,36103,1732044192579 2024-11-19T19:23:15,357 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:23:15,358 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:15,359 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:23:15,359 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:23:15,359 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,36103,1732044192579 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:23:15,360 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:15,360 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:15,360 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:15,360 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:15,360 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:23:15,360 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:15,360 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:23:15,360 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:15,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044225361 2024-11-19T19:23:15,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:23:15,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:23:15,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:23:15,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:23:15,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:23:15,361 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:23:15,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:15,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:23:15,362 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:15,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:23:15,364 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,366 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:23:15,366 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:23:15,366 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:23:15,366 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:23:15,366 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:23:15,366 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:23:15,367 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044195366,5,FailOnTimeoutGroup] 2024-11-19T19:23:15,367 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044195367,5,FailOnTimeoutGroup] 2024-11-19T19:23:15,367 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,367 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:23:15,367 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,367 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:23:15,377 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(746): ClusterId : 27f599b1-e3cd-4d61-99ac-29dbca2d34b3 2024-11-19T19:23:15,377 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:23:15,429 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:23:15,429 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:23:15,457 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:23:15,457 DEBUG [RS:0;f156d4de6e70:35765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14237940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:23:15,472 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:35765 2024-11-19T19:23:15,472 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:23:15,472 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:23:15,472 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:23:15,473 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,36103,1732044192579 with port=35765, startcode=1732044192843 2024-11-19T19:23:15,473 DEBUG [RS:0;f156d4de6e70:35765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:23:15,474 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:23:15,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,35765,1732044192843 2024-11-19T19:23:15,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36103 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,35765,1732044192843 2024-11-19T19:23:15,476 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88 2024-11-19T19:23:15,476 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36829 2024-11-19T19:23:15,476 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:23:15,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:23:15,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795/rs 2024-11-19T19:23:15,535 DEBUG [RS:0;f156d4de6e70:35765 {}] zookeeper.ZKUtil(111): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Set watcher on existing znode=/1-1795337795/rs/f156d4de6e70,35765,1732044192843 2024-11-19T19:23:15,535 WARN [RS:0;f156d4de6e70:35765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:23:15,535 INFO [RS:0;f156d4de6e70:35765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:15,535 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843 2024-11-19T19:23:15,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,35765,1732044192843] 2024-11-19T19:23:15,542 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:23:15,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:15,590 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:23:15,590 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:23:15,590 INFO [RS:0;f156d4de6e70:35765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:23:15,590 INFO [RS:0;f156d4de6e70:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,591 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:23:15,591 INFO [RS:0;f156d4de6e70:35765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:23:15,591 INFO [RS:0;f156d4de6e70:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,591 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:15,591 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:15,591 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:15,592 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:15,592 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:15,592 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:23:15,592 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:15,592 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:15,592 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:15,592 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:15,592 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:15,592 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:15,592 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:23:15,592 DEBUG [RS:0;f156d4de6e70:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:23:15,596 INFO [RS:0;f156d4de6e70:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,596 INFO [RS:0;f156d4de6e70:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,596 INFO [RS:0;f156d4de6e70:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,596 INFO [RS:0;f156d4de6e70:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,596 INFO [RS:0;f156d4de6e70:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,596 INFO [RS:0;f156d4de6e70:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35765,1732044192843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:23:15,612 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:23:15,612 INFO [RS:0;f156d4de6e70:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35765,1732044192843-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,612 INFO [RS:0;f156d4de6e70:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,612 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.Replication(171): f156d4de6e70,35765,1732044192843 started 2024-11-19T19:23:15,631 INFO [RS:0;f156d4de6e70:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:15,632 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,35765,1732044192843, RpcServer on f156d4de6e70/172.17.0.3:35765, sessionid=0x101548cd8cc0004 2024-11-19T19:23:15,632 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:23:15,632 DEBUG [RS:0;f156d4de6e70:35765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,35765,1732044192843 2024-11-19T19:23:15,632 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,35765,1732044192843' 2024-11-19T19:23:15,632 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1795337795/flush-table-proc/abort' 2024-11-19T19:23:15,632 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1795337795/flush-table-proc/acquired' 2024-11-19T19:23:15,633 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:23:15,633 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:23:15,633 DEBUG [RS:0;f156d4de6e70:35765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,35765,1732044192843 2024-11-19T19:23:15,633 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,35765,1732044192843' 2024-11-19T19:23:15,633 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1795337795/online-snapshot/abort' 2024-11-19T19:23:15,633 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1795337795/online-snapshot/acquired' 2024-11-19T19:23:15,633 DEBUG [RS:0;f156d4de6e70:35765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:23:15,633 INFO [RS:0;f156d4de6e70:35765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:23:15,633 INFO [RS:0;f156d4de6e70:35765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:23:15,733 INFO [RS:0;f156d4de6e70:35765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:23:15,735 INFO [RS:0;f156d4de6e70:35765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C35765%2C1732044192843, suffix=, logDir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843, archiveDir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/oldWALs, maxLogs=10 2024-11-19T19:23:15,749 DEBUG [RS:0;f156d4de6e70:35765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735, exclude list is [], retry=0 2024-11-19T19:23:15,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-965118b9-e425-4305-8a46-2d5163fa9437,DISK] 2024-11-19T19:23:15,753 INFO [RS:0;f156d4de6e70:35765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 2024-11-19T19:23:15,753 DEBUG [RS:0;f156d4de6e70:35765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46217:46217)] 2024-11-19T19:23:15,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:23:15,769 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88 2024-11-19T19:23:15,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:23:16,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:16,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:23:16,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:23:16,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:16,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:16,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:23:16,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:23:16,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:16,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:16,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:23:16,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:23:16,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:16,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:16,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:23:16,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:23:16,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:16,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:16,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:23:16,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740 2024-11-19T19:23:16,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740 2024-11-19T19:23:16,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:23:16,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:23:16,195 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:16,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:23:16,198 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:16,198 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61509286, jitterRate=-0.08344021439552307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:16,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044196178Initializing all the Stores at 1732044196178Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044196178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044196180 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044196180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044196180Cleaning up temporary data from old regions at 1732044196195 (+15 ms)Region opened successfully at 1732044196198 (+3 ms) 2024-11-19T19:23:16,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:23:16,198 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:23:16,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:23:16,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:23:16,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:23:16,204 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:16,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044196198Disabling compacts and flushes for region at 1732044196198Disabling writes for close at 1732044196198Writing region close event to WAL at 1732044196204 (+6 ms)Closed at 1732044196204 2024-11-19T19:23:16,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:16,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:23:16,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:23:16,206 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:23:16,207 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:23:16,357 DEBUG [f156d4de6e70:36103 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:23:16,358 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,35765,1732044192843 2024-11-19T19:23:16,359 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,35765,1732044192843, state=OPENING 2024-11-19T19:23:16,366 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:23:16,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:16,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:16,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1795337795/meta-region-server: CHANGED 2024-11-19T19:23:16,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1795337795/meta-region-server: CHANGED 2024-11-19T19:23:16,377 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:23:16,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,35765,1732044192843}] 2024-11-19T19:23:16,531 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:23:16,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:23:16,541 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:23:16,541 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:16,541 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:23:16,543 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C35765%2C1732044192843.meta, suffix=.meta, logDir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843, archiveDir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/oldWALs, maxLogs=10 2024-11-19T19:23:16,556 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.meta.1732044196543.meta, exclude list is [], retry=0 2024-11-19T19:23:16,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-965118b9-e425-4305-8a46-2d5163fa9437,DISK] 2024-11-19T19:23:16,564 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.meta.1732044196543.meta 2024-11-19T19:23:16,566 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46217:46217)] 2024-11-19T19:23:16,567 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:16,567 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:23:16,567 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:23:16,567 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:23:16,567 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:23:16,567 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:23:16,567 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:16,567 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:23:16,567 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:23:16,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:23:16,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:23:16,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:16,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:16,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:23:16,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:23:16,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:16,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:16,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:23:16,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:23:16,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:16,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:16,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:23:16,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:23:16,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:16,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:16,576 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:23:16,577 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740 2024-11-19T19:23:16,578 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740 2024-11-19T19:23:16,579 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:23:16,579 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:23:16,579 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:16,580 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:23:16,581 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70104993, jitterRate=0.044645801186561584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:16,581 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:23:16,581 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044196567Writing region info on filesystem at 1732044196567Initializing all the Stores at 1732044196568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044196568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044196569 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044196569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044196569Cleaning up temporary data from old regions at 1732044196579 (+10 ms)Running coprocessor post-open hooks at 1732044196581 (+2 ms)Region opened successfully at 1732044196581 2024-11-19T19:23:16,581 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044196531 2024-11-19T19:23:16,583 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:23:16,583 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:23:16,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,35765,1732044192843 2024-11-19T19:23:16,584 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,35765,1732044192843, state=OPEN 2024-11-19T19:23:16,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1795337795/meta-region-server 2024-11-19T19:23:16,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1795337795/meta-region-server 2024-11-19T19:23:16,594 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,35765,1732044192843 2024-11-19T19:23:16,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1795337795/meta-region-server: CHANGED 2024-11-19T19:23:16,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1795337795/meta-region-server: CHANGED 2024-11-19T19:23:16,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:23:16,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,35765,1732044192843 in 217 msec 2024-11-19T19:23:16,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:23:16,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-19T19:23:16,598 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:16,598 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:23:16,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:16,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,35765,1732044192843, seqNum=-1] 2024-11-19T19:23:16,599 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:16,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:23:16,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2440 sec 2024-11-19T19:23:16,604 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044196603, completionTime=-1 2024-11-19T19:23:16,604 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:23:16,604 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:23:16,605 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:23:16,605 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044256605 2024-11-19T19:23:16,605 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044316605 2024-11-19T19:23:16,605 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T19:23:16,605 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36103,1732044192579-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:16,605 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36103,1732044192579-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:16,605 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36103,1732044192579-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:16,606 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:36103, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:16,606 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:16,606 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:16,607 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:23:16,609 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.694sec 2024-11-19T19:23:16,609 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:23:16,609 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:23:16,609 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:23:16,609 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:23:16,609 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:23:16,609 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36103,1732044192579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:23:16,609 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36103,1732044192579-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:23:16,610 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:23:16,610 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:23:16,610 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,36103,1732044192579-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:16,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396f5f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:16,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36103,-1 for getting cluster id 2024-11-19T19:23:16,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:16,680 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27f599b1-e3cd-4d61-99ac-29dbca2d34b3' 2024-11-19T19:23:16,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:16,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27f599b1-e3cd-4d61-99ac-29dbca2d34b3" 2024-11-19T19:23:16,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52271a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:16,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36103,-1] 2024-11-19T19:23:16,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:16,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:16,681 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:16,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0b129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:16,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:16,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,35765,1732044192843, seqNum=-1] 2024-11-19T19:23:16,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:16,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:23:16,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,36103,1732044192579 2024-11-19T19:23:16,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52804 2024-11-19T19:23:16,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:16,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101548cd8cc0005 connected 2024-11-19T19:23:16,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/hadoop.log.dir so I do NOT create it in target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8 2024-11-19T19:23:16,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:23:16,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/hadoop.tmp.dir so I do NOT create it in target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8 2024-11-19T19:23:16,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:23:16,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8 2024-11-19T19:23:16,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:23:16,727 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/cluster_ed9818c8-c2fd-8263-155c-9f21569091ab, deleteOnExit=true 2024-11-19T19:23:16,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:23:16,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/test.cache.data in system properties and HBase conf 2024-11-19T19:23:16,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:23:16,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:23:16,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:23:16,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:23:16,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:23:16,728 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:23:16,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:23:16,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:23:16,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:23:16,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:23:16,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:23:16,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:23:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:23:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:23:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:23:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:23:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:23:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:23:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:23:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:23:17,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:17,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:23:17,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:23:17,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:23:17,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:23:17,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:17,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350fbf81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:23:17,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c8887e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:23:17,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ac3a4bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/java.io.tmpdir/jetty-localhost-38481-hadoop-hdfs-3_4_1-tests_jar-_-any-17662578047142731920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:23:17,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74ca859b{HTTP/1.1, (http/1.1)}{localhost:38481} 2024-11-19T19:23:17,227 INFO [Time-limited test {}] server.Server(415): Started @289164ms 2024-11-19T19:23:17,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:17,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:23:17,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:23:17,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:23:17,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:23:17,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf27b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:23:17,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d4fb49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:23:17,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24149e8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/java.io.tmpdir/jetty-localhost-32855-hadoop-hdfs-3_4_1-tests_jar-_-any-6371146739764945926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:23:17,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3326b06{HTTP/1.1, (http/1.1)}{localhost:32855} 2024-11-19T19:23:17,578 INFO [Time-limited test {}] server.Server(415): Started @289515ms 2024-11-19T19:23:17,580 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:23:18,356 WARN [Thread-3696 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/cluster_ed9818c8-c2fd-8263-155c-9f21569091ab/data/data1/current/BP-947617788-172.17.0.3-1732044196747/current, will proceed with Du for space computation calculation, 2024-11-19T19:23:18,356 WARN [Thread-3697 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/cluster_ed9818c8-c2fd-8263-155c-9f21569091ab/data/data2/current/BP-947617788-172.17.0.3-1732044196747/current, will proceed with Du for space computation calculation, 2024-11-19T19:23:18,373 WARN [Thread-3684 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:23:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x758d7e77b0afbf67 with lease ID 0xbb2a79b1490644c5: Processing first storage report for DS-6ce6e7f5-fe3a-41f7-af19-f096b5bb40fe from datanode DatanodeRegistration(127.0.0.1:33151, datanodeUuid=17f6c003-da63-4950-bbe9-175c5ea65a3f, infoPort=33441, infoSecurePort=0, ipcPort=45375, storageInfo=lv=-57;cid=testClusterID;nsid=1304856213;c=1732044196747) 2024-11-19T19:23:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x758d7e77b0afbf67 with lease ID 0xbb2a79b1490644c5: from storage DS-6ce6e7f5-fe3a-41f7-af19-f096b5bb40fe node DatanodeRegistration(127.0.0.1:33151, datanodeUuid=17f6c003-da63-4950-bbe9-175c5ea65a3f, infoPort=33441, infoSecurePort=0, ipcPort=45375, storageInfo=lv=-57;cid=testClusterID;nsid=1304856213;c=1732044196747), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:23:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x758d7e77b0afbf67 with lease ID 0xbb2a79b1490644c5: Processing first storage report for DS-823f0640-addb-413c-9b0e-c8e3f5316b85 from datanode DatanodeRegistration(127.0.0.1:33151, datanodeUuid=17f6c003-da63-4950-bbe9-175c5ea65a3f, infoPort=33441, infoSecurePort=0, ipcPort=45375, storageInfo=lv=-57;cid=testClusterID;nsid=1304856213;c=1732044196747) 2024-11-19T19:23:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x758d7e77b0afbf67 with lease ID 0xbb2a79b1490644c5: from storage DS-823f0640-addb-413c-9b0e-c8e3f5316b85 node DatanodeRegistration(127.0.0.1:33151, datanodeUuid=17f6c003-da63-4950-bbe9-175c5ea65a3f, infoPort=33441, infoSecurePort=0, ipcPort=45375, storageInfo=lv=-57;cid=testClusterID;nsid=1304856213;c=1732044196747), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:23:18,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8 2024-11-19T19:23:18,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:18,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:18,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:23:18,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2 with version=8 2024-11-19T19:23:18,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/hbase-staging 2024-11-19T19:23:18,423 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:23:18,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:18,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:18,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:23:18,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:18,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:23:18,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:23:18,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:23:18,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43995 2024-11-19T19:23:18,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43995 connecting to ZooKeeper ensemble=127.0.0.1:52804 2024-11-19T19:23:18,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439950x0, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:18,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43995-0x101548cd8cc0006 connected 2024-11-19T19:23:18,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:18,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:18,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Set watcher on znode that does not yet exist, /2-1996329386/running 2024-11-19T19:23:18,555 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2, hbase.cluster.distributed=false 2024-11-19T19:23:18,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Set watcher on znode that does not yet exist, /2-1996329386/acl 2024-11-19T19:23:18,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43995 2024-11-19T19:23:18,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43995 2024-11-19T19:23:18,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43995 2024-11-19T19:23:18,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43995 2024-11-19T19:23:18,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43995 2024-11-19T19:23:18,575 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:23:18,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:18,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:18,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:23:18,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:18,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:23:18,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:23:18,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:23:18,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41465 2024-11-19T19:23:18,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41465 connecting to ZooKeeper ensemble=127.0.0.1:52804 2024-11-19T19:23:18,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:18,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:18,608 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414650x0, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:18,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414650x0, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Set watcher on znode that does not yet exist, /2-1996329386/running 2024-11-19T19:23:18,609 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:23:18,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41465-0x101548cd8cc0007 connected 2024-11-19T19:23:18,624 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:23:18,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Set watcher on znode that does not yet exist, /2-1996329386/master 2024-11-19T19:23:18,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Set watcher on znode that does not yet exist, /2-1996329386/acl 2024-11-19T19:23:18,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41465 2024-11-19T19:23:18,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41465 2024-11-19T19:23:18,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41465 2024-11-19T19:23:18,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41465 2024-11-19T19:23:18,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41465 2024-11-19T19:23:18,662 DEBUG [M:0;f156d4de6e70:43995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:43995 2024-11-19T19:23:18,662 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1996329386/backup-masters/f156d4de6e70,43995,1732044198423 2024-11-19T19:23:18,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386/backup-masters 2024-11-19T19:23:18,671 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386/backup-masters 2024-11-19T19:23:18,671 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Set watcher on existing znode=/2-1996329386/backup-masters/f156d4de6e70,43995,1732044198423 2024-11-19T19:23:18,682 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1996329386/master 2024-11-19T19:23:18,682 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:18,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:18,682 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Set watcher on existing znode=/2-1996329386/master 2024-11-19T19:23:18,682 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1996329386/backup-masters/f156d4de6e70,43995,1732044198423 from backup master directory 2024-11-19T19:23:18,692 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386/backup-masters 2024-11-19T19:23:18,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1996329386/backup-masters/f156d4de6e70,43995,1732044198423 2024-11-19T19:23:18,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386/backup-masters 2024-11-19T19:23:18,692 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:23:18,692 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,43995,1732044198423 2024-11-19T19:23:18,700 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/hbase.id] with ID: e220dd91-64d5-450e-bb0e-83d60e8d4a62 2024-11-19T19:23:18,700 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/.tmp/hbase.id 2024-11-19T19:23:18,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:23:18,714 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/.tmp/hbase.id]:[hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/hbase.id] 2024-11-19T19:23:18,724 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:18,724 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:23:18,725 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T19:23:18,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:18,734 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:18,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:23:18,745 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:23:18,746 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:23:18,747 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:18,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:23:18,778 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store 2024-11-19T19:23:18,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:23:18,791 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:18,791 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:23:18,791 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:18,791 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:18,791 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:23:18,791 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:18,791 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:18,791 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044198791Disabling compacts and flushes for region at 1732044198791Disabling writes for close at 1732044198791Writing region close event to WAL at 1732044198791Closed at 1732044198791 2024-11-19T19:23:18,792 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/.initializing 2024-11-19T19:23:18,792 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/WALs/f156d4de6e70,43995,1732044198423 2024-11-19T19:23:18,793 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:23:18,795 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C43995%2C1732044198423, suffix=, logDir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/WALs/f156d4de6e70,43995,1732044198423, archiveDir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/oldWALs, maxLogs=10 2024-11-19T19:23:18,811 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/WALs/f156d4de6e70,43995,1732044198423/f156d4de6e70%2C43995%2C1732044198423.1732044198795, exclude list is [], retry=0 2024-11-19T19:23:18,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33151,DS-6ce6e7f5-fe3a-41f7-af19-f096b5bb40fe,DISK] 2024-11-19T19:23:18,818 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/WALs/f156d4de6e70,43995,1732044198423/f156d4de6e70%2C43995%2C1732044198423.1732044198795 2024-11-19T19:23:18,818 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-19T19:23:18,818 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:18,818 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:18,818 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:18,818 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:18,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:18,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:23:18,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:18,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:18,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:18,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:23:18,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:18,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:18,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:18,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:23:18,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:18,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:18,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:18,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:23:18,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:18,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:18,825 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:18,826 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:18,826 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:18,827 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:18,828 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:18,828 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:18,829 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:18,833 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:18,833 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68144339, jitterRate=0.015429779887199402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:18,833 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044198819Initializing all the Stores at 1732044198819Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044198820 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044198820Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044198820Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044198820Cleaning up temporary data from old regions at 1732044198828 (+8 ms)Region opened successfully at 1732044198833 (+5 ms) 2024-11-19T19:23:18,833 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:23:18,836 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4811e869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:23:18,837 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:23:18,837 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:23:18,837 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:23:18,837 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:23:18,839 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T19:23:18,839 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:23:18,839 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:23:18,841 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:23:18,842 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Unable to get data of znode /2-1996329386/balancer because node does not exist (not necessarily an error) 2024-11-19T19:23:18,850 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1996329386/balancer already deleted, retry=false 2024-11-19T19:23:18,850 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:23:18,851 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Unable to get data of znode /2-1996329386/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:23:18,860 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1996329386/normalizer already deleted, retry=false 2024-11-19T19:23:18,861 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:23:18,862 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Unable to get data of znode /2-1996329386/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:23:18,871 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1996329386/switch/split already deleted, retry=false 2024-11-19T19:23:18,872 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Unable to get data of znode /2-1996329386/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:23:18,881 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1996329386/switch/merge already deleted, retry=false 2024-11-19T19:23:18,883 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Unable to get data of znode /2-1996329386/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:23:18,892 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1996329386/snapshot-cleanup already deleted, retry=false 2024-11-19T19:23:18,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1996329386/running 2024-11-19T19:23:18,903 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1996329386/running 2024-11-19T19:23:18,903 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:18,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:18,903 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,43995,1732044198423, sessionid=0x101548cd8cc0006, setting cluster-up flag (Was=false) 2024-11-19T19:23:18,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:18,924 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:18,955 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1996329386/flush-table-proc/acquired, /2-1996329386/flush-table-proc/reached, /2-1996329386/flush-table-proc/abort 2024-11-19T19:23:18,956 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,43995,1732044198423 2024-11-19T19:23:18,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:18,976 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:19,008 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1996329386/online-snapshot/acquired, /2-1996329386/online-snapshot/reached, /2-1996329386/online-snapshot/abort 2024-11-19T19:23:19,009 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,43995,1732044198423 2024-11-19T19:23:19,010 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:23:19,011 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:19,011 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:23:19,011 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:23:19,011 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,43995,1732044198423 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:23:19,013 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:19,013 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:19,013 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:19,013 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:19,013 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:23:19,013 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:19,013 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:23:19,013 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:19,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:19,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:23:19,015 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:19,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:23:19,016 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044229016 2024-11-19T19:23:19,016 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:23:19,016 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:23:19,017 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:23:19,017 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:23:19,017 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:23:19,017 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:23:19,028 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,029 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:23:19,029 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:23:19,029 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:23:19,029 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:23:19,032 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:23:19,032 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:23:19,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:23:19,042 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:23:19,043 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2 2024-11-19T19:23:19,048 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044199032,5,FailOnTimeoutGroup] 2024-11-19T19:23:19,052 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044199048,5,FailOnTimeoutGroup] 2024-11-19T19:23:19,052 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,052 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:23:19,052 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,052 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,054 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(746): ClusterId : e220dd91-64d5-450e-bb0e-83d60e8d4a62 2024-11-19T19:23:19,054 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:23:19,061 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:23:19,061 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:23:19,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741832_1008 (size=32) 2024-11-19T19:23:19,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:19,072 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:23:19,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:23:19,074 DEBUG [RS:0;f156d4de6e70:41465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c054f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:23:19,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:23:19,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:19,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:19,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:23:19,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:23:19,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:19,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:19,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:23:19,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:23:19,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:19,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:19,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:23:19,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:23:19,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:19,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:19,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:23:19,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740 2024-11-19T19:23:19,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740 2024-11-19T19:23:19,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:23:19,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:23:19,087 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:19,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:23:19,093 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:19,093 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64102083, jitterRate=-0.04480452835559845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:19,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044199066Initializing all the Stores at 1732044199067 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044199067Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044199072 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044199072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044199072Cleaning up temporary data from old regions at 1732044199086 (+14 ms)Region opened successfully at 1732044199093 (+7 ms) 2024-11-19T19:23:19,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:23:19,093 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:23:19,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:23:19,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:23:19,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:23:19,094 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:19,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044199093Disabling compacts and flushes for region at 1732044199093Disabling writes for close at 1732044199093Writing region close event to WAL at 1732044199094 (+1 ms)Closed at 1732044199094 2024-11-19T19:23:19,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:19,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:23:19,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:23:19,096 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:23:19,097 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:23:19,103 DEBUG [RS:0;f156d4de6e70:41465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:41465 2024-11-19T19:23:19,103 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:23:19,103 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:23:19,103 DEBUG [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:23:19,104 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,43995,1732044198423 with port=41465, startcode=1732044198575 2024-11-19T19:23:19,104 DEBUG [RS:0;f156d4de6e70:41465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:23:19,105 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:23:19,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43995 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,41465,1732044198575 2024-11-19T19:23:19,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43995 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,41465,1732044198575 2024-11-19T19:23:19,107 DEBUG [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2 2024-11-19T19:23:19,107 DEBUG [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39417 2024-11-19T19:23:19,107 DEBUG [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:23:19,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386/rs 2024-11-19T19:23:19,157 DEBUG [RS:0;f156d4de6e70:41465 {}] zookeeper.ZKUtil(111): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Set watcher on existing znode=/2-1996329386/rs/f156d4de6e70,41465,1732044198575 2024-11-19T19:23:19,157 WARN [RS:0;f156d4de6e70:41465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:23:19,157 INFO [RS:0;f156d4de6e70:41465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:19,157 DEBUG [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575 2024-11-19T19:23:19,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,41465,1732044198575] 2024-11-19T19:23:19,163 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:23:19,165 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:23:19,165 INFO [RS:0;f156d4de6e70:41465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:23:19,165 INFO [RS:0;f156d4de6e70:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,169 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:23:19,170 INFO [RS:0;f156d4de6e70:41465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:23:19,170 INFO [RS:0;f156d4de6e70:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:23:19,170 DEBUG [RS:0;f156d4de6e70:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:23:19,172 INFO [RS:0;f156d4de6e70:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,172 INFO [RS:0;f156d4de6e70:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,172 INFO [RS:0;f156d4de6e70:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,172 INFO [RS:0;f156d4de6e70:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,172 INFO [RS:0;f156d4de6e70:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,172 INFO [RS:0;f156d4de6e70:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,41465,1732044198575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:23:19,186 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:23:19,186 INFO [RS:0;f156d4de6e70:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,41465,1732044198575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,186 INFO [RS:0;f156d4de6e70:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,186 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.Replication(171): f156d4de6e70,41465,1732044198575 started 2024-11-19T19:23:19,202 INFO [RS:0;f156d4de6e70:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,202 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,41465,1732044198575, RpcServer on f156d4de6e70/172.17.0.3:41465, sessionid=0x101548cd8cc0007 2024-11-19T19:23:19,202 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:23:19,202 DEBUG [RS:0;f156d4de6e70:41465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,41465,1732044198575 2024-11-19T19:23:19,202 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,41465,1732044198575' 2024-11-19T19:23:19,202 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1996329386/flush-table-proc/abort' 2024-11-19T19:23:19,203 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1996329386/flush-table-proc/acquired' 2024-11-19T19:23:19,203 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:23:19,203 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:23:19,203 DEBUG [RS:0;f156d4de6e70:41465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,41465,1732044198575 2024-11-19T19:23:19,203 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,41465,1732044198575' 2024-11-19T19:23:19,203 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1996329386/online-snapshot/abort' 2024-11-19T19:23:19,204 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1996329386/online-snapshot/acquired' 2024-11-19T19:23:19,204 DEBUG [RS:0;f156d4de6e70:41465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:23:19,204 INFO [RS:0;f156d4de6e70:41465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:23:19,204 INFO [RS:0;f156d4de6e70:41465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:23:19,247 WARN [f156d4de6e70:43995 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T19:23:19,305 INFO [RS:0;f156d4de6e70:41465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:23:19,306 INFO [RS:0;f156d4de6e70:41465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C41465%2C1732044198575, suffix=, logDir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575, archiveDir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/oldWALs, maxLogs=10 2024-11-19T19:23:19,325 DEBUG [RS:0;f156d4de6e70:41465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306, exclude list is [], retry=0 2024-11-19T19:23:19,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33151,DS-6ce6e7f5-fe3a-41f7-af19-f096b5bb40fe,DISK] 2024-11-19T19:23:19,329 INFO [RS:0;f156d4de6e70:41465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 2024-11-19T19:23:19,329 DEBUG [RS:0;f156d4de6e70:41465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-19T19:23:19,497 DEBUG [f156d4de6e70:43995 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:23:19,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,41465,1732044198575 2024-11-19T19:23:19,499 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,41465,1732044198575, state=OPENING 2024-11-19T19:23:19,520 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:23:19,530 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:19,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:19,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1996329386/meta-region-server: CHANGED 2024-11-19T19:23:19,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1996329386/meta-region-server: CHANGED 2024-11-19T19:23:19,531 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:23:19,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,41465,1732044198575}] 2024-11-19T19:23:19,684 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:23:19,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:23:19,687 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:23:19,687 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:19,688 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:23:19,689 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C41465%2C1732044198575.meta, suffix=.meta, logDir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575, archiveDir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/oldWALs, maxLogs=10 2024-11-19T19:23:19,704 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.meta.1732044199689.meta, exclude list is [], retry=0 2024-11-19T19:23:19,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33151,DS-6ce6e7f5-fe3a-41f7-af19-f096b5bb40fe,DISK] 2024-11-19T19:23:19,707 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.meta.1732044199689.meta 2024-11-19T19:23:19,707 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-19T19:23:19,708 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:19,708 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:23:19,708 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:23:19,708 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:23:19,708 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:23:19,708 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:23:19,708 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:19,708 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:23:19,708 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:23:19,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:23:19,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:23:19,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:19,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:19,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:23:19,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:23:19,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:19,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:19,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:23:19,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:23:19,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:19,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:19,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:23:19,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:23:19,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:19,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:19,713 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:23:19,714 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740 2024-11-19T19:23:19,714 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740 2024-11-19T19:23:19,715 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:23:19,715 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:23:19,715 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:19,716 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:23:19,717 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61068186, jitterRate=-0.09001311659812927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:19,717 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:23:19,717 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044199709Writing region info on filesystem at 1732044199709Initializing all the Stores at 1732044199709Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044199709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044199709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044199709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044199709Cleaning up temporary data from old regions at 1732044199715 (+6 ms)Running coprocessor post-open hooks at 1732044199717 (+2 ms)Region opened successfully at 1732044199717 2024-11-19T19:23:19,718 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044199683 2024-11-19T19:23:19,720 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:23:19,720 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:23:19,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,41465,1732044198575 2024-11-19T19:23:19,721 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,41465,1732044198575, state=OPEN 2024-11-19T19:23:19,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1996329386/meta-region-server 2024-11-19T19:23:19,730 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1996329386/meta-region-server 2024-11-19T19:23:19,730 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,41465,1732044198575 2024-11-19T19:23:19,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1996329386/meta-region-server: CHANGED 2024-11-19T19:23:19,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1996329386/meta-region-server: CHANGED 2024-11-19T19:23:19,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:23:19,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,41465,1732044198575 in 200 msec 2024-11-19T19:23:19,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:23:19,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-19T19:23:19,735 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:19,735 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:23:19,736 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:19,736 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,41465,1732044198575, seqNum=-1] 2024-11-19T19:23:19,736 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:19,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:23:19,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 731 msec 2024-11-19T19:23:19,742 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044199742, completionTime=-1 2024-11-19T19:23:19,742 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:23:19,742 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:23:19,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:23:19,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044259744 2024-11-19T19:23:19,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044319744 2024-11-19T19:23:19,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T19:23:19,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43995,1732044198423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43995,1732044198423-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43995,1732044198423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:43995, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,744 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,745 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,746 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:23:19,749 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.057sec 2024-11-19T19:23:19,749 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:23:19,749 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:23:19,749 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:23:19,749 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:23:19,749 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:23:19,749 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43995,1732044198423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:23:19,749 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43995,1732044198423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:23:19,751 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:23:19,751 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:23:19,751 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43995,1732044198423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:19,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2c78b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:19,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,43995,-1 for getting cluster id 2024-11-19T19:23:19,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:19,756 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e220dd91-64d5-450e-bb0e-83d60e8d4a62' 2024-11-19T19:23:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e220dd91-64d5-450e-bb0e-83d60e8d4a62" 2024-11-19T19:23:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35243129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,43995,-1] 2024-11-19T19:23:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:19,757 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:19,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ede36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:19,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:19,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,41465,1732044198575, seqNum=-1] 2024-11-19T19:23:19,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:19,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:23:19,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,43995,1732044198423 2024-11-19T19:23:19,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52804 2024-11-19T19:23:19,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:19,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101548cd8cc0008 connected 2024-11-19T19:23:19,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33935,1732044187194 2024-11-19T19:23:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5339ad09 2024-11-19T19:23:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:19,791 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:23:19,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:23:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:23:19,794 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:23:19,794 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:19,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:23:19,795 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:23:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:19,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:23:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:20,205 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91f5fd55966bf9c54e212ac6a779ca9b, NAME => 'test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b 2024-11-19T19:23:20,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:23:20,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:20,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 91f5fd55966bf9c54e212ac6a779ca9b, disabling compactions & flushes 2024-11-19T19:23:20,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. 2024-11-19T19:23:20,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. 2024-11-19T19:23:20,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. after waiting 0 ms 2024-11-19T19:23:20,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. 2024-11-19T19:23:20,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. 2024-11-19T19:23:20,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91f5fd55966bf9c54e212ac6a779ca9b: Waiting for close lock at 1732044200211Disabling compacts and flushes for region at 1732044200211Disabling writes for close at 1732044200211Writing region close event to WAL at 1732044200211Closed at 1732044200211 2024-11-19T19:23:20,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:23:20,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044200213"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044200213"}]},"ts":"1732044200213"} 2024-11-19T19:23:20,215 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:23:20,215 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:23:20,216 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044200215"}]},"ts":"1732044200215"} 2024-11-19T19:23:20,217 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:23:20,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91f5fd55966bf9c54e212ac6a779ca9b, ASSIGN}] 2024-11-19T19:23:20,218 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91f5fd55966bf9c54e212ac6a779ca9b, ASSIGN 2024-11-19T19:23:20,219 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=91f5fd55966bf9c54e212ac6a779ca9b, ASSIGN; state=OFFLINE, location=f156d4de6e70,42843,1732044187484; forceNewPlan=false, retain=false 2024-11-19T19:23:20,370 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91f5fd55966bf9c54e212ac6a779ca9b, regionState=OPENING, regionLocation=f156d4de6e70,42843,1732044187484 2024-11-19T19:23:20,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=91f5fd55966bf9c54e212ac6a779ca9b, ASSIGN because future has completed 2024-11-19T19:23:20,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91f5fd55966bf9c54e212ac6a779ca9b, server=f156d4de6e70,42843,1732044187484}] 2024-11-19T19:23:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:20,527 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. 2024-11-19T19:23:20,527 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 91f5fd55966bf9c54e212ac6a779ca9b, NAME => 'test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:20,527 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:23:20,527 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:23:20,527 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:20,527 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:20,528 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:20,528 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:20,529 INFO [StoreOpener-91f5fd55966bf9c54e212ac6a779ca9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:20,529 INFO [StoreOpener-91f5fd55966bf9c54e212ac6a779ca9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91f5fd55966bf9c54e212ac6a779ca9b columnFamilyName f 2024-11-19T19:23:20,530 DEBUG [StoreOpener-91f5fd55966bf9c54e212ac6a779ca9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:20,530 INFO [StoreOpener-91f5fd55966bf9c54e212ac6a779ca9b-1 {}] regionserver.HStore(327): Store=91f5fd55966bf9c54e212ac6a779ca9b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:20,530 INFO [StoreOpener-91f5fd55966bf9c54e212ac6a779ca9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:20,531 INFO [StoreOpener-91f5fd55966bf9c54e212ac6a779ca9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91f5fd55966bf9c54e212ac6a779ca9b columnFamilyName f1 2024-11-19T19:23:20,531 DEBUG [StoreOpener-91f5fd55966bf9c54e212ac6a779ca9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:20,531 INFO [StoreOpener-91f5fd55966bf9c54e212ac6a779ca9b-1 {}] regionserver.HStore(327): Store=91f5fd55966bf9c54e212ac6a779ca9b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:20,531 INFO [StoreOpener-91f5fd55966bf9c54e212ac6a779ca9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:20,532 INFO [StoreOpener-91f5fd55966bf9c54e212ac6a779ca9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91f5fd55966bf9c54e212ac6a779ca9b columnFamilyName norep 2024-11-19T19:23:20,532 DEBUG [StoreOpener-91f5fd55966bf9c54e212ac6a779ca9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:20,532 INFO [StoreOpener-91f5fd55966bf9c54e212ac6a779ca9b-1 {}] regionserver.HStore(327): Store=91f5fd55966bf9c54e212ac6a779ca9b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:20,532 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:20,533 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:20,533 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:20,533 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:20,534 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:20,534 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:23:20,535 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:20,536 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:20,536 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 91f5fd55966bf9c54e212ac6a779ca9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64385457, jitterRate=-0.040581926703453064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:23:20,537 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:20,537 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 91f5fd55966bf9c54e212ac6a779ca9b: Running coprocessor pre-open hook at 1732044200528Writing region info on filesystem at 1732044200528Initializing all the Stores at 1732044200528Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044200528Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044200528Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044200528Cleaning up temporary data from old regions at 1732044200534 (+6 ms)Running coprocessor post-open hooks at 1732044200537 (+3 ms)Region opened successfully at 1732044200537 2024-11-19T19:23:20,538 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b., pid=6, masterSystemTime=1732044200523 2024-11-19T19:23:20,539 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. 2024-11-19T19:23:20,540 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. 2024-11-19T19:23:20,540 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91f5fd55966bf9c54e212ac6a779ca9b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,42843,1732044187484 2024-11-19T19:23:20,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91f5fd55966bf9c54e212ac6a779ca9b, server=f156d4de6e70,42843,1732044187484 because future has completed 2024-11-19T19:23:20,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:23:20,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 91f5fd55966bf9c54e212ac6a779ca9b, server=f156d4de6e70,42843,1732044187484 in 171 msec 2024-11-19T19:23:20,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:23:20,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=91f5fd55966bf9c54e212ac6a779ca9b, ASSIGN in 327 msec 2024-11-19T19:23:20,547 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:23:20,547 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044200547"}]},"ts":"1732044200547"} 2024-11-19T19:23:20,548 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:23:20,549 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:23:20,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-19T19:23:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:20,939 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:23:20,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:20,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,36103,1732044192579 2024-11-19T19:23:20,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44736480 2024-11-19T19:23:20,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:20,941 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:23:20,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:23:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:23:20,943 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:23:20,943 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:20,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:23:20,944 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:23:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:20,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:23:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:21,350 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4b71cef00774e9acb51f4ffaadacad0, NAME => 'test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88 2024-11-19T19:23:21,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:23:21,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:21,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d4b71cef00774e9acb51f4ffaadacad0, disabling compactions & flushes 2024-11-19T19:23:21,360 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. 2024-11-19T19:23:21,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. 2024-11-19T19:23:21,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. after waiting 0 ms 2024-11-19T19:23:21,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. 2024-11-19T19:23:21,360 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. 2024-11-19T19:23:21,360 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4b71cef00774e9acb51f4ffaadacad0: Waiting for close lock at 1732044201360Disabling compacts and flushes for region at 1732044201360Disabling writes for close at 1732044201360Writing region close event to WAL at 1732044201360Closed at 1732044201360 2024-11-19T19:23:21,361 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:23:21,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044201361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044201361"}]},"ts":"1732044201361"} 2024-11-19T19:23:21,364 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:23:21,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:23:21,365 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044201365"}]},"ts":"1732044201365"} 2024-11-19T19:23:21,367 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:23:21,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d4b71cef00774e9acb51f4ffaadacad0, ASSIGN}] 2024-11-19T19:23:21,369 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d4b71cef00774e9acb51f4ffaadacad0, ASSIGN 2024-11-19T19:23:21,369 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d4b71cef00774e9acb51f4ffaadacad0, ASSIGN; state=OFFLINE, location=f156d4de6e70,35765,1732044192843; forceNewPlan=false, retain=false 2024-11-19T19:23:21,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4b71cef00774e9acb51f4ffaadacad0, regionState=OPENING, regionLocation=f156d4de6e70,35765,1732044192843 2024-11-19T19:23:21,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d4b71cef00774e9acb51f4ffaadacad0, ASSIGN because future has completed 2024-11-19T19:23:21,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4b71cef00774e9acb51f4ffaadacad0, server=f156d4de6e70,35765,1732044192843}] 2024-11-19T19:23:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:21,678 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. 2024-11-19T19:23:21,678 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d4b71cef00774e9acb51f4ffaadacad0, NAME => 'test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:21,679 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:23:21,679 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:23:21,679 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:21,679 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:21,679 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:21,679 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:21,680 INFO [StoreOpener-d4b71cef00774e9acb51f4ffaadacad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:21,682 INFO [StoreOpener-d4b71cef00774e9acb51f4ffaadacad0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4b71cef00774e9acb51f4ffaadacad0 columnFamilyName f 2024-11-19T19:23:21,682 DEBUG [StoreOpener-d4b71cef00774e9acb51f4ffaadacad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:21,682 INFO [StoreOpener-d4b71cef00774e9acb51f4ffaadacad0-1 {}] regionserver.HStore(327): Store=d4b71cef00774e9acb51f4ffaadacad0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:21,683 INFO [StoreOpener-d4b71cef00774e9acb51f4ffaadacad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:21,683 INFO [StoreOpener-d4b71cef00774e9acb51f4ffaadacad0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4b71cef00774e9acb51f4ffaadacad0 columnFamilyName f1 2024-11-19T19:23:21,683 DEBUG [StoreOpener-d4b71cef00774e9acb51f4ffaadacad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:21,684 INFO [StoreOpener-d4b71cef00774e9acb51f4ffaadacad0-1 {}] regionserver.HStore(327): Store=d4b71cef00774e9acb51f4ffaadacad0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:21,684 INFO [StoreOpener-d4b71cef00774e9acb51f4ffaadacad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:21,685 INFO [StoreOpener-d4b71cef00774e9acb51f4ffaadacad0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4b71cef00774e9acb51f4ffaadacad0 columnFamilyName norep 2024-11-19T19:23:21,685 DEBUG [StoreOpener-d4b71cef00774e9acb51f4ffaadacad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:21,685 INFO [StoreOpener-d4b71cef00774e9acb51f4ffaadacad0-1 {}] regionserver.HStore(327): Store=d4b71cef00774e9acb51f4ffaadacad0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:21,685 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:21,687 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:21,687 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:21,688 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:21,688 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:21,688 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:23:21,689 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:21,691 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:21,692 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d4b71cef00774e9acb51f4ffaadacad0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60964005, jitterRate=-0.09156553447246552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:23:21,692 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:21,692 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d4b71cef00774e9acb51f4ffaadacad0: Running coprocessor pre-open hook at 1732044201679Writing region info on filesystem at 1732044201679Initializing all the Stores at 1732044201680 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044201680Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044201680Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044201680Cleaning up temporary data from old regions at 1732044201688 (+8 ms)Running coprocessor post-open hooks at 1732044201692 (+4 ms)Region opened successfully at 1732044201692 2024-11-19T19:23:21,694 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0., pid=6, masterSystemTime=1732044201674 2024-11-19T19:23:21,696 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. 2024-11-19T19:23:21,696 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. 2024-11-19T19:23:21,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4b71cef00774e9acb51f4ffaadacad0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,35765,1732044192843 2024-11-19T19:23:21,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4b71cef00774e9acb51f4ffaadacad0, server=f156d4de6e70,35765,1732044192843 because future has completed 2024-11-19T19:23:21,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:23:21,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d4b71cef00774e9acb51f4ffaadacad0, server=f156d4de6e70,35765,1732044192843 in 180 msec 2024-11-19T19:23:21,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:23:21,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d4b71cef00774e9acb51f4ffaadacad0, ASSIGN in 335 msec 2024-11-19T19:23:21,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:23:21,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044201707"}]},"ts":"1732044201707"} 2024-11-19T19:23:21,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:23:21,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:23:21,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-19T19:23:22,070 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:23:22,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:22,086 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:23:22,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,43995,1732044198423 2024-11-19T19:23:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab9bcd0 2024-11-19T19:23:22,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:22,089 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:23:22,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:23:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:23:22,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:23:22,092 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:22,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:23:22,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:23:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:22,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:23:22,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,137 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ed79b63fb9240da259a5904f8c4dd49, NAME => 'test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2 2024-11-19T19:23:22,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:22,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:23:22,174 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T19:23:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:22,566 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:22,566 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5ed79b63fb9240da259a5904f8c4dd49, disabling compactions & flushes 2024-11-19T19:23:22,566 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. 2024-11-19T19:23:22,566 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. 2024-11-19T19:23:22,566 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. after waiting 0 ms 2024-11-19T19:23:22,566 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. 2024-11-19T19:23:22,566 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. 2024-11-19T19:23:22,566 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ed79b63fb9240da259a5904f8c4dd49: Waiting for close lock at 1732044202566Disabling compacts and flushes for region at 1732044202566Disabling writes for close at 1732044202566Writing region close event to WAL at 1732044202566Closed at 1732044202566 2024-11-19T19:23:22,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:23:22,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044202575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044202575"}]},"ts":"1732044202575"} 2024-11-19T19:23:22,582 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:23:22,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:23:22,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044202583"}]},"ts":"1732044202583"} 2024-11-19T19:23:22,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:23:22,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ed79b63fb9240da259a5904f8c4dd49, ASSIGN}] 2024-11-19T19:23:22,587 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ed79b63fb9240da259a5904f8c4dd49, ASSIGN 2024-11-19T19:23:22,588 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5ed79b63fb9240da259a5904f8c4dd49, ASSIGN; state=OFFLINE, location=f156d4de6e70,41465,1732044198575; forceNewPlan=false, retain=false 2024-11-19T19:23:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:22,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ed79b63fb9240da259a5904f8c4dd49, regionState=OPENING, regionLocation=f156d4de6e70,41465,1732044198575 2024-11-19T19:23:22,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5ed79b63fb9240da259a5904f8c4dd49, ASSIGN because future has completed 2024-11-19T19:23:22,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ed79b63fb9240da259a5904f8c4dd49, server=f156d4de6e70,41465,1732044198575}] 2024-11-19T19:23:22,897 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. 2024-11-19T19:23:22,898 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ed79b63fb9240da259a5904f8c4dd49, NAME => 'test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:22,898 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:23:22,898 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:23:22,898 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:22,898 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:22,898 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:22,898 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:22,899 INFO [StoreOpener-5ed79b63fb9240da259a5904f8c4dd49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:22,901 INFO [StoreOpener-5ed79b63fb9240da259a5904f8c4dd49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ed79b63fb9240da259a5904f8c4dd49 columnFamilyName f 2024-11-19T19:23:22,901 DEBUG [StoreOpener-5ed79b63fb9240da259a5904f8c4dd49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:22,901 INFO [StoreOpener-5ed79b63fb9240da259a5904f8c4dd49-1 {}] regionserver.HStore(327): Store=5ed79b63fb9240da259a5904f8c4dd49/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:22,901 INFO [StoreOpener-5ed79b63fb9240da259a5904f8c4dd49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:22,902 INFO [StoreOpener-5ed79b63fb9240da259a5904f8c4dd49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ed79b63fb9240da259a5904f8c4dd49 columnFamilyName f1 2024-11-19T19:23:22,902 DEBUG [StoreOpener-5ed79b63fb9240da259a5904f8c4dd49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:22,902 INFO [StoreOpener-5ed79b63fb9240da259a5904f8c4dd49-1 {}] regionserver.HStore(327): Store=5ed79b63fb9240da259a5904f8c4dd49/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:22,902 INFO [StoreOpener-5ed79b63fb9240da259a5904f8c4dd49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:22,903 INFO [StoreOpener-5ed79b63fb9240da259a5904f8c4dd49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ed79b63fb9240da259a5904f8c4dd49 columnFamilyName norep 2024-11-19T19:23:22,903 DEBUG [StoreOpener-5ed79b63fb9240da259a5904f8c4dd49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:22,904 INFO [StoreOpener-5ed79b63fb9240da259a5904f8c4dd49-1 {}] regionserver.HStore(327): Store=5ed79b63fb9240da259a5904f8c4dd49/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:22,904 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:22,904 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:22,905 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:22,905 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:22,905 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:22,906 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:23:22,907 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:22,909 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:22,909 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ed79b63fb9240da259a5904f8c4dd49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62060404, jitterRate=-0.07522791624069214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:23:22,909 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:22,909 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ed79b63fb9240da259a5904f8c4dd49: Running coprocessor pre-open hook at 1732044202899Writing region info on filesystem at 1732044202899Initializing all the Stores at 1732044202899Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044202899Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044202899Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044202899Cleaning up temporary data from old regions at 1732044202905 (+6 ms)Running coprocessor post-open hooks at 1732044202909 (+4 ms)Region opened successfully at 1732044202909 2024-11-19T19:23:22,910 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49., pid=6, masterSystemTime=1732044202894 2024-11-19T19:23:22,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ed79b63fb9240da259a5904f8c4dd49, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,41465,1732044198575 2024-11-19T19:23:22,914 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. 2024-11-19T19:23:22,914 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. 2024-11-19T19:23:22,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ed79b63fb9240da259a5904f8c4dd49, server=f156d4de6e70,41465,1732044198575 because future has completed 2024-11-19T19:23:22,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:23:22,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ed79b63fb9240da259a5904f8c4dd49, server=f156d4de6e70,41465,1732044198575 in 188 msec 2024-11-19T19:23:22,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:23:22,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5ed79b63fb9240da259a5904f8c4dd49, ASSIGN in 346 msec 2024-11-19T19:23:22,935 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:23:22,935 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044202935"}]},"ts":"1732044202935"} 2024-11-19T19:23:22,937 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:23:22,938 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:23:22,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 848 msec 2024-11-19T19:23:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:23,230 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:23:23,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0a79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:23,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33935,-1 for getting cluster id 2024-11-19T19:23:23,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:23,231 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aec16f41-c2e1-4563-8749-23b134869f3d' 2024-11-19T19:23:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aec16f41-c2e1-4563-8749-23b134869f3d" 2024-11-19T19:23:23,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5290d75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:23,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33935,-1] 2024-11-19T19:23:23,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:23,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:23,233 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe3c8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:23,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:23,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33935,1732044187194 2024-11-19T19:23:23,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74f6377d 2024-11-19T19:23:23,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:23,235 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:23:23,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:36103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:23:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:23:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:23,239 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:36103' 2024-11-19T19:23:23,248 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b854350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:23,248 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36103,-1 for getting cluster id 2024-11-19T19:23:23,249 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:23,249 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27f599b1-e3cd-4d61-99ac-29dbca2d34b3' 2024-11-19T19:23:23,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:23,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27f599b1-e3cd-4d61-99ac-29dbca2d34b3" 2024-11-19T19:23:23,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335953d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:23,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36103,-1] 2024-11-19T19:23:23,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:23,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:23,251 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:23,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3bfc63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:23,252 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:23,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,36103,1732044192579 2024-11-19T19:23:23,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dc27888 2024-11-19T19:23:23,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:23,254 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:23:23,254 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T19:23:23,255 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:23:23,255 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:23,255 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:23,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:23,255 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:23:23,256 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:23:23,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:23:23,257 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:23,258 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:23:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741837_1013 (size=1138) 2024-11-19T19:23:23,275 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61048379c1c7e60d9e0048a25bfea658, NAME => 'hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b 2024-11-19T19:23:23,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741838_1014 (size=44) 2024-11-19T19:23:23,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:23,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 61048379c1c7e60d9e0048a25bfea658, disabling compactions & flushes 2024-11-19T19:23:23,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:23,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:23,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. after waiting 0 ms 2024-11-19T19:23:23,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:23,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:23,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61048379c1c7e60d9e0048a25bfea658: Waiting for close lock at 1732044203281Disabling compacts and flushes for region at 1732044203281Disabling writes for close at 1732044203281Writing region close event to WAL at 1732044203281Closed at 1732044203281 2024-11-19T19:23:23,282 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:23:23,283 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732044203283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044203283"}]},"ts":"1732044203283"} 2024-11-19T19:23:23,285 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:23:23,286 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:23:23,286 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044203286"}]},"ts":"1732044203286"} 2024-11-19T19:23:23,288 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:23:23,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61048379c1c7e60d9e0048a25bfea658, ASSIGN}] 2024-11-19T19:23:23,289 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61048379c1c7e60d9e0048a25bfea658, ASSIGN 2024-11-19T19:23:23,290 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61048379c1c7e60d9e0048a25bfea658, ASSIGN; state=OFFLINE, location=f156d4de6e70,42843,1732044187484; forceNewPlan=false, retain=false 2024-11-19T19:23:23,306 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:23:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:23,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=61048379c1c7e60d9e0048a25bfea658, regionState=OPENING, regionLocation=f156d4de6e70,42843,1732044187484 2024-11-19T19:23:23,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61048379c1c7e60d9e0048a25bfea658, ASSIGN because future has completed 2024-11-19T19:23:23,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61048379c1c7e60d9e0048a25bfea658, server=f156d4de6e70,42843,1732044187484}] 2024-11-19T19:23:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:23,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:23,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:23,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:23:23,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C42843%2C1732044187484.rep, suffix=, logDir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484, archiveDir=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/oldWALs, maxLogs=10 2024-11-19T19:23:23,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.rep.1732044203600, exclude list is [], retry=0 2024-11-19T19:23:23,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39209,DS-f427174a-5a46-4261-bf89-03b114620a35,DISK] 2024-11-19T19:23:23,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.rep.1732044203600 2024-11-19T19:23:23,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34403:34403)] 2024-11-19T19:23:23,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 61048379c1c7e60d9e0048a25bfea658, NAME => 'hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:23,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:23:23,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:23:23,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. service=MultiRowMutationService 2024-11-19T19:23:23,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:23:23,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:23,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:23,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:23,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:23,622 INFO [StoreOpener-61048379c1c7e60d9e0048a25bfea658-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:23,623 INFO [StoreOpener-61048379c1c7e60d9e0048a25bfea658-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61048379c1c7e60d9e0048a25bfea658 columnFamilyName hfileref 2024-11-19T19:23:23,623 DEBUG [StoreOpener-61048379c1c7e60d9e0048a25bfea658-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:23,623 INFO [StoreOpener-61048379c1c7e60d9e0048a25bfea658-1 {}] regionserver.HStore(327): Store=61048379c1c7e60d9e0048a25bfea658/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:23,623 INFO [StoreOpener-61048379c1c7e60d9e0048a25bfea658-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:23,625 INFO [StoreOpener-61048379c1c7e60d9e0048a25bfea658-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61048379c1c7e60d9e0048a25bfea658 columnFamilyName queue 2024-11-19T19:23:23,625 DEBUG [StoreOpener-61048379c1c7e60d9e0048a25bfea658-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:23,625 INFO [StoreOpener-61048379c1c7e60d9e0048a25bfea658-1 {}] regionserver.HStore(327): Store=61048379c1c7e60d9e0048a25bfea658/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:23,625 INFO [StoreOpener-61048379c1c7e60d9e0048a25bfea658-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:23,626 INFO [StoreOpener-61048379c1c7e60d9e0048a25bfea658-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61048379c1c7e60d9e0048a25bfea658 columnFamilyName sid 2024-11-19T19:23:23,626 DEBUG [StoreOpener-61048379c1c7e60d9e0048a25bfea658-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:23,627 INFO [StoreOpener-61048379c1c7e60d9e0048a25bfea658-1 {}] regionserver.HStore(327): Store=61048379c1c7e60d9e0048a25bfea658/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:23,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:23,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/replication/61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:23,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/replication/61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:23,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:23,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:23,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:23:23,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:23,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/replication/61048379c1c7e60d9e0048a25bfea658/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:23,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 61048379c1c7e60d9e0048a25bfea658; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67342940, jitterRate=0.003488004207611084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:23:23,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:23,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 61048379c1c7e60d9e0048a25bfea658: Running coprocessor pre-open hook at 1732044203621Writing region info on filesystem at 1732044203621Initializing all the Stores at 1732044203621Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044203621Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044203622 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044203622Cleaning up temporary data from old regions at 1732044203628 (+6 ms)Running coprocessor post-open hooks at 1732044203632 (+4 ms)Region opened successfully at 1732044203632 2024-11-19T19:23:23,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658., pid=10, masterSystemTime=1732044203595 2024-11-19T19:23:23,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:23,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:23,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=61048379c1c7e60d9e0048a25bfea658, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,42843,1732044187484 2024-11-19T19:23:23,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61048379c1c7e60d9e0048a25bfea658, server=f156d4de6e70,42843,1732044187484 because future has completed 2024-11-19T19:23:23,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:23:23,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 61048379c1c7e60d9e0048a25bfea658, server=f156d4de6e70,42843,1732044187484 in 196 msec 2024-11-19T19:23:23,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T19:23:23,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61048379c1c7e60d9e0048a25bfea658, ASSIGN in 353 msec 2024-11-19T19:23:23,644 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:23:23,644 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044203644"}]},"ts":"1732044203644"} 2024-11-19T19:23:23,646 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:23:23,647 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:23:23,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 392 msec 2024-11-19T19:23:23,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658., hostname=f156d4de6e70,42843,1732044187484, seqNum=2] 2024-11-19T19:23:23,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:23,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:23,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:23:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:23,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T19:23:23,926 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:23:23,966 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,42843,1732044187484, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:23:23,967 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:23,967 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,42843,1732044187484, seqNum=-1] 2024-11-19T19:23:23,967 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:23,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-19T19:23:23,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,42843,1732044187484', locateType=CURRENT is [region=hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658., hostname=f156d4de6e70,42843,1732044187484, seqNum=2] 2024-11-19T19:23:23,987 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T19:23:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T19:23:23,990 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,42843,1732044187484 suceeded 2024-11-19T19:23:23,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T19:23:23,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-11-19T19:23:23,992 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:36103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:23:23,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 756 msec 2024-11-19T19:23:24,007 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:36103' 2024-11-19T19:23:24,009 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ea389e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:24,009 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36103,-1 for getting cluster id 2024-11-19T19:23:24,009 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:24,009 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27f599b1-e3cd-4d61-99ac-29dbca2d34b3' 2024-11-19T19:23:24,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:24,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27f599b1-e3cd-4d61-99ac-29dbca2d34b3" 2024-11-19T19:23:24,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2084b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:24,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36103,-1] 2024-11-19T19:23:24,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:24,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:24,011 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:24,012 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6664aa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:24,012 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:24,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,36103,1732044192579 2024-11-19T19:23:24,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aed5f47 2024-11-19T19:23:24,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:24,013 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-19T19:23:24,014 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,42843,1732044187484 (queues=1) is replicating from cluster=aec16f41-c2e1-4563-8749-23b134869f3d to cluster=27f599b1-e3cd-4d61-99ac-29dbca2d34b3 2024-11-19T19:23:24,014 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C42843%2C1732044187484 2024-11-19T19:23:24,014 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,42843,1732044187484, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:23:24,016 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466, startPosition=0, beingWritten=true 2024-11-19T19:23:24,016 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C42843%2C1732044187484 2024-11-19T19:23:24,022 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:24,022 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 379, reset compression=false 2024-11-19T19:23:24,022 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,42843,1732044187484 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:23:24,225 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 379, reset compression=false 2024-11-19T19:23:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:24,380 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:23:24,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:23:24,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:24,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:24,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:24,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:24,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:24,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36103,-1 for getting cluster id 2024-11-19T19:23:24,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:24,381 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27f599b1-e3cd-4d61-99ac-29dbca2d34b3' 2024-11-19T19:23:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27f599b1-e3cd-4d61-99ac-29dbca2d34b3" 2024-11-19T19:23:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fef3b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36103,-1] 2024-11-19T19:23:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:24,383 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682df986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:24,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,36103,1732044192579 2024-11-19T19:23:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71deadcf 2024-11-19T19:23:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:24,385 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:23:24,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:43995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:23:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:23:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:24,388 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:43995' 2024-11-19T19:23:24,389 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b35971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:24,389 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,43995,-1 for getting cluster id 2024-11-19T19:23:24,389 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:24,390 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e220dd91-64d5-450e-bb0e-83d60e8d4a62' 2024-11-19T19:23:24,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:24,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e220dd91-64d5-450e-bb0e-83d60e8d4a62" 2024-11-19T19:23:24,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ca5d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:24,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,43995,-1] 2024-11-19T19:23:24,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:24,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:24,391 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:24,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ac439d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:24,392 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:24,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,43995,1732044198423 2024-11-19T19:23:24,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d85331e 2024-11-19T19:23:24,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:24,393 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:23:24,394 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T19:23:24,394 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:23:24,394 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:24,394 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:24,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:24,394 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:23:24,395 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:23:24,396 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:23:24,396 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:24,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:23:24,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741837_1013 (size=1138) 2024-11-19T19:23:24,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T19:23:24,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T19:23:24,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:23:24,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T19:23:24,445 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:23:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:24,529 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 379, reset compression=false 2024-11-19T19:23:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:24,803 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 130f7ead62a09d417dfbbe106adbd069, NAME => 'hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88 2024-11-19T19:23:24,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741838_1014 (size=44) 2024-11-19T19:23:24,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:24,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 130f7ead62a09d417dfbbe106adbd069, disabling compactions & flushes 2024-11-19T19:23:24,809 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:24,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:24,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. after waiting 0 ms 2024-11-19T19:23:24,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:24,809 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:24,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 130f7ead62a09d417dfbbe106adbd069: Waiting for close lock at 1732044204808Disabling compacts and flushes for region at 1732044204808Disabling writes for close at 1732044204809 (+1 ms)Writing region close event to WAL at 1732044204809Closed at 1732044204809 2024-11-19T19:23:24,810 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:23:24,810 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732044204810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044204810"}]},"ts":"1732044204810"} 2024-11-19T19:23:24,812 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:23:24,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:23:24,813 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044204813"}]},"ts":"1732044204813"} 2024-11-19T19:23:24,815 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:23:24,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=130f7ead62a09d417dfbbe106adbd069, ASSIGN}] 2024-11-19T19:23:24,817 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=130f7ead62a09d417dfbbe106adbd069, ASSIGN 2024-11-19T19:23:24,817 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=130f7ead62a09d417dfbbe106adbd069, ASSIGN; state=OFFLINE, location=f156d4de6e70,35765,1732044192843; forceNewPlan=false, retain=false 2024-11-19T19:23:24,933 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 379, reset compression=false 2024-11-19T19:23:24,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=130f7ead62a09d417dfbbe106adbd069, regionState=OPENING, regionLocation=f156d4de6e70,35765,1732044192843 2024-11-19T19:23:24,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=130f7ead62a09d417dfbbe106adbd069, ASSIGN because future has completed 2024-11-19T19:23:24,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 130f7ead62a09d417dfbbe106adbd069, server=f156d4de6e70,35765,1732044192843}] 2024-11-19T19:23:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:25,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:25,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:25,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:23:25,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C35765%2C1732044192843.rep, suffix=, logDir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843, archiveDir=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/oldWALs, maxLogs=10 2024-11-19T19:23:25,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.rep.1732044205130, exclude list is [], retry=0 2024-11-19T19:23:25,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-965118b9-e425-4305-8a46-2d5163fa9437,DISK] 2024-11-19T19:23:25,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.rep.1732044205130 2024-11-19T19:23:25,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46217:46217)] 2024-11-19T19:23:25,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 130f7ead62a09d417dfbbe106adbd069, NAME => 'hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:25,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:23:25,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:23:25,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. service=MultiRowMutationService 2024-11-19T19:23:25,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:23:25,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:25,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:25,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:25,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:25,176 INFO [StoreOpener-130f7ead62a09d417dfbbe106adbd069-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:25,178 INFO [StoreOpener-130f7ead62a09d417dfbbe106adbd069-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 130f7ead62a09d417dfbbe106adbd069 columnFamilyName hfileref 2024-11-19T19:23:25,178 DEBUG [StoreOpener-130f7ead62a09d417dfbbe106adbd069-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:25,178 INFO [StoreOpener-130f7ead62a09d417dfbbe106adbd069-1 {}] regionserver.HStore(327): Store=130f7ead62a09d417dfbbe106adbd069/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:25,179 INFO [StoreOpener-130f7ead62a09d417dfbbe106adbd069-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:25,180 INFO [StoreOpener-130f7ead62a09d417dfbbe106adbd069-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 130f7ead62a09d417dfbbe106adbd069 columnFamilyName queue 2024-11-19T19:23:25,180 DEBUG [StoreOpener-130f7ead62a09d417dfbbe106adbd069-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:25,180 INFO [StoreOpener-130f7ead62a09d417dfbbe106adbd069-1 {}] regionserver.HStore(327): Store=130f7ead62a09d417dfbbe106adbd069/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:25,180 INFO [StoreOpener-130f7ead62a09d417dfbbe106adbd069-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:25,181 INFO [StoreOpener-130f7ead62a09d417dfbbe106adbd069-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 130f7ead62a09d417dfbbe106adbd069 columnFamilyName sid 2024-11-19T19:23:25,181 DEBUG [StoreOpener-130f7ead62a09d417dfbbe106adbd069-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:25,182 INFO [StoreOpener-130f7ead62a09d417dfbbe106adbd069-1 {}] regionserver.HStore(327): Store=130f7ead62a09d417dfbbe106adbd069/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:25,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:25,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/replication/130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:25,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/replication/130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:25,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:25,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:25,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:23:25,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:25,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/replication/130f7ead62a09d417dfbbe106adbd069/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:25,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 130f7ead62a09d417dfbbe106adbd069; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59262098, jitterRate=-0.1169259250164032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:23:25,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:25,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 130f7ead62a09d417dfbbe106adbd069: Running coprocessor pre-open hook at 1732044205165Writing region info on filesystem at 1732044205165Initializing all the Stores at 1732044205169 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044205169Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044205176 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044205176Cleaning up temporary data from old regions at 1732044205184 (+8 ms)Running coprocessor post-open hooks at 1732044205194 (+10 ms)Region opened successfully at 1732044205194 2024-11-19T19:23:25,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069., pid=10, masterSystemTime=1732044205123 2024-11-19T19:23:25,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=130f7ead62a09d417dfbbe106adbd069, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,35765,1732044192843 2024-11-19T19:23:25,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:25,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:25,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 130f7ead62a09d417dfbbe106adbd069, server=f156d4de6e70,35765,1732044192843 because future has completed 2024-11-19T19:23:25,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:23:25,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 130f7ead62a09d417dfbbe106adbd069, server=f156d4de6e70,35765,1732044192843 in 239 msec 2024-11-19T19:23:25,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T19:23:25,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=130f7ead62a09d417dfbbe106adbd069, ASSIGN in 397 msec 2024-11-19T19:23:25,215 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:23:25,216 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044205215"}]},"ts":"1732044205215"} 2024-11-19T19:23:25,218 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:23:25,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:23:25,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 829 msec 2024-11-19T19:23:25,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069., hostname=f156d4de6e70,35765,1732044192843, seqNum=2] 2024-11-19T19:23:25,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:25,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:25,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:23:25,440 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 379, reset compression=false 2024-11-19T19:23:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:25,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T19:23:25,560 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:23:25,600 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,35765,1732044192843, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:23:25,600 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:25,600 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,35765,1732044192843, seqNum=-1] 2024-11-19T19:23:25,601 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:25,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T19:23:25,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,35765,1732044192843', locateType=CURRENT is [region=hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069., hostname=f156d4de6e70,35765,1732044192843, seqNum=2] 2024-11-19T19:23:25,612 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T19:23:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T19:23:25,615 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,35765,1732044192843 suceeded 2024-11-19T19:23:25,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T19:23:25,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-11-19T19:23:25,617 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:43995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:23:25,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2320 sec 2024-11-19T19:23:25,636 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:43995' 2024-11-19T19:23:25,647 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58785a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:25,647 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,43995,-1 for getting cluster id 2024-11-19T19:23:25,647 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:25,648 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e220dd91-64d5-450e-bb0e-83d60e8d4a62' 2024-11-19T19:23:25,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:25,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e220dd91-64d5-450e-bb0e-83d60e8d4a62" 2024-11-19T19:23:25,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ca7ade5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:25,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,43995,-1] 2024-11-19T19:23:25,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:25,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:25,650 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:25,651 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74c7b136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:25,651 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:25,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,43995,1732044198423 2024-11-19T19:23:25,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4471799 2024-11-19T19:23:25,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:25,653 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-19T19:23:25,654 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,35765,1732044192843 (queues=1) is replicating from cluster=27f599b1-e3cd-4d61-99ac-29dbca2d34b3 to cluster=e220dd91-64d5-450e-bb0e-83d60e8d4a62 2024-11-19T19:23:25,654 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C35765%2C1732044192843 2024-11-19T19:23:25,654 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,35765,1732044192843, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:23:25,655 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735, startPosition=0, beingWritten=true 2024-11-19T19:23:25,655 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C35765%2C1732044192843 2024-11-19T19:23:25,665 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:25,666 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 379, reset compression=false 2024-11-19T19:23:25,666 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,35765,1732044192843 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:23:25,869 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 379, reset compression=false 2024-11-19T19:23:26,066 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 379, reset compression=false 2024-11-19T19:23:26,172 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 379, reset compression=false 2024-11-19T19:23:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:26,540 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:23:26,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:23:26,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:26,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:26,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:26,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:26,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:26,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,43995,-1 for getting cluster id 2024-11-19T19:23:26,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:26,542 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e220dd91-64d5-450e-bb0e-83d60e8d4a62' 2024-11-19T19:23:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:26,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e220dd91-64d5-450e-bb0e-83d60e8d4a62" 2024-11-19T19:23:26,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c1dc68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:26,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,43995,-1] 2024-11-19T19:23:26,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:26,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:26,544 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:26,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fb2201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:26,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:26,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,43995,1732044198423 2024-11-19T19:23:26,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b1edcdc 2024-11-19T19:23:26,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:26,547 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:23:26,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:36103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:23:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:23:26,549 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:36103' 2024-11-19T19:23:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:26,551 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1980e985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:26,551 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36103,-1 for getting cluster id 2024-11-19T19:23:26,551 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:26,551 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27f599b1-e3cd-4d61-99ac-29dbca2d34b3' 2024-11-19T19:23:26,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:26,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27f599b1-e3cd-4d61-99ac-29dbca2d34b3" 2024-11-19T19:23:26,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd16cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:26,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36103,-1] 2024-11-19T19:23:26,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:26,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:26,552 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:26,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291f58a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:26,553 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:26,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,36103,1732044192579 2024-11-19T19:23:26,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2814c90f 2024-11-19T19:23:26,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:26,555 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:23:26,556 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T19:23:26,556 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:23:26,556 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:26,556 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:26,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:26,557 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:23:26,558 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:23:26,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:23:26,559 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:26,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:23:26,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741837_1013 (size=1138) 2024-11-19T19:23:26,575 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 379, reset compression=false 2024-11-19T19:23:26,608 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:23:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:26,769 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 379, reset compression=false 2024-11-19T19:23:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:26,966 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76c5d0c9d195db4fdce9ed70931e0086, NAME => 'hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2 2024-11-19T19:23:26,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741838_1014 (size=44) 2024-11-19T19:23:27,079 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 379, reset compression=false 2024-11-19T19:23:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:27,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:23:27,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:27,373 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:27,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 76c5d0c9d195db4fdce9ed70931e0086, disabling compactions & flushes 2024-11-19T19:23:27,374 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. 2024-11-19T19:23:27,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. 2024-11-19T19:23:27,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. after waiting 0 ms 2024-11-19T19:23:27,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. 2024-11-19T19:23:27,374 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. 2024-11-19T19:23:27,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76c5d0c9d195db4fdce9ed70931e0086: Waiting for close lock at 1732044207374Disabling compacts and flushes for region at 1732044207374Disabling writes for close at 1732044207374Writing region close event to WAL at 1732044207374Closed at 1732044207374 2024-11-19T19:23:27,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:23:27,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732044207375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044207375"}]},"ts":"1732044207375"} 2024-11-19T19:23:27,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:23:27,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:23:27,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044207377"}]},"ts":"1732044207377"} 2024-11-19T19:23:27,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:23:27,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76c5d0c9d195db4fdce9ed70931e0086, ASSIGN}] 2024-11-19T19:23:27,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76c5d0c9d195db4fdce9ed70931e0086, ASSIGN 2024-11-19T19:23:27,380 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76c5d0c9d195db4fdce9ed70931e0086, ASSIGN; state=OFFLINE, location=f156d4de6e70,41465,1732044198575; forceNewPlan=false, retain=false 2024-11-19T19:23:27,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=76c5d0c9d195db4fdce9ed70931e0086, regionState=OPENING, regionLocation=f156d4de6e70,41465,1732044198575 2024-11-19T19:23:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76c5d0c9d195db4fdce9ed70931e0086, ASSIGN because future has completed 2024-11-19T19:23:27,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76c5d0c9d195db4fdce9ed70931e0086, server=f156d4de6e70,41465,1732044198575}] 2024-11-19T19:23:27,542 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T19:23:27,572 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 379, reset compression=false 2024-11-19T19:23:27,684 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 379, reset compression=false 2024-11-19T19:23:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:27,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. 2024-11-19T19:23:27,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:27,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:23:27,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C41465%2C1732044198575.rep, suffix=, logDir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575, archiveDir=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/oldWALs, maxLogs=10 2024-11-19T19:23:27,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.rep.1732044207692, exclude list is [], retry=0 2024-11-19T19:23:27,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33151,DS-6ce6e7f5-fe3a-41f7-af19-f096b5bb40fe,DISK] 2024-11-19T19:23:27,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.rep.1732044207692 2024-11-19T19:23:27,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-19T19:23:27,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 76c5d0c9d195db4fdce9ed70931e0086, NAME => 'hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:27,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:23:27,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:23:27,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. service=MultiRowMutationService 2024-11-19T19:23:27,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:23:27,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:27,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:27,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:27,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:27,720 INFO [StoreOpener-76c5d0c9d195db4fdce9ed70931e0086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:27,721 INFO [StoreOpener-76c5d0c9d195db4fdce9ed70931e0086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76c5d0c9d195db4fdce9ed70931e0086 columnFamilyName hfileref 2024-11-19T19:23:27,721 DEBUG [StoreOpener-76c5d0c9d195db4fdce9ed70931e0086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:27,721 INFO [StoreOpener-76c5d0c9d195db4fdce9ed70931e0086-1 {}] regionserver.HStore(327): Store=76c5d0c9d195db4fdce9ed70931e0086/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:27,721 INFO [StoreOpener-76c5d0c9d195db4fdce9ed70931e0086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:27,722 INFO [StoreOpener-76c5d0c9d195db4fdce9ed70931e0086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76c5d0c9d195db4fdce9ed70931e0086 columnFamilyName queue 2024-11-19T19:23:27,722 DEBUG [StoreOpener-76c5d0c9d195db4fdce9ed70931e0086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:27,722 INFO [StoreOpener-76c5d0c9d195db4fdce9ed70931e0086-1 {}] regionserver.HStore(327): Store=76c5d0c9d195db4fdce9ed70931e0086/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:27,722 INFO [StoreOpener-76c5d0c9d195db4fdce9ed70931e0086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:27,723 INFO [StoreOpener-76c5d0c9d195db4fdce9ed70931e0086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76c5d0c9d195db4fdce9ed70931e0086 columnFamilyName sid 2024-11-19T19:23:27,723 DEBUG [StoreOpener-76c5d0c9d195db4fdce9ed70931e0086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:27,723 INFO [StoreOpener-76c5d0c9d195db4fdce9ed70931e0086-1 {}] regionserver.HStore(327): Store=76c5d0c9d195db4fdce9ed70931e0086/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:27,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:27,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/replication/76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:27,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/replication/76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:27,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:27,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:27,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:23:27,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:27,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/replication/76c5d0c9d195db4fdce9ed70931e0086/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:27,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 76c5d0c9d195db4fdce9ed70931e0086; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69412180, jitterRate=0.03432208299636841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:23:27,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:27,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 76c5d0c9d195db4fdce9ed70931e0086: Running coprocessor pre-open hook at 1732044207719Writing region info on filesystem at 1732044207719Initializing all the Stores at 1732044207719Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044207719Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044207720 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044207720Cleaning up temporary data from old regions at 1732044207727 (+7 ms)Running coprocessor post-open hooks at 1732044207733 (+6 ms)Region opened successfully at 1732044207733 2024-11-19T19:23:27,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086., pid=10, masterSystemTime=1732044207685 2024-11-19T19:23:27,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. 2024-11-19T19:23:27,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. 2024-11-19T19:23:27,737 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=76c5d0c9d195db4fdce9ed70931e0086, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,41465,1732044198575 2024-11-19T19:23:27,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76c5d0c9d195db4fdce9ed70931e0086, server=f156d4de6e70,41465,1732044198575 because future has completed 2024-11-19T19:23:27,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:23:27,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 76c5d0c9d195db4fdce9ed70931e0086, server=f156d4de6e70,41465,1732044198575 in 206 msec 2024-11-19T19:23:27,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T19:23:27,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76c5d0c9d195db4fdce9ed70931e0086, ASSIGN in 362 msec 2024-11-19T19:23:27,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:23:27,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044207743"}]},"ts":"1732044207743"} 2024-11-19T19:23:27,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:23:27,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:23:27,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-19T19:23:27,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086., hostname=f156d4de6e70,41465,1732044198575, seqNum=2] 2024-11-19T19:23:27,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:27,786 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:27,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:23:27,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T19:23:27,961 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:23:27,986 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,41465,1732044198575, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:23:27,987 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:27,987 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,41465,1732044198575, seqNum=-1] 2024-11-19T19:23:27,987 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:27,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T19:23:27,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,41465,1732044198575', locateType=CURRENT is [region=hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086., hostname=f156d4de6e70,41465,1732044198575, seqNum=2] 2024-11-19T19:23:27,996 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T19:23:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T19:23:28,001 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,41465,1732044198575 suceeded 2024-11-19T19:23:28,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T19:23:28,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-19T19:23:28,004 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:36103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:23:28,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4570 sec 2024-11-19T19:23:28,018 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:36103' 2024-11-19T19:23:28,020 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f60b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:28,020 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36103,-1 for getting cluster id 2024-11-19T19:23:28,020 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:28,021 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27f599b1-e3cd-4d61-99ac-29dbca2d34b3' 2024-11-19T19:23:28,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:28,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27f599b1-e3cd-4d61-99ac-29dbca2d34b3" 2024-11-19T19:23:28,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@382e3ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:28,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36103,-1] 2024-11-19T19:23:28,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:28,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:28,023 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:28,023 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e63d22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:28,023 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:28,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,36103,1732044192579 2024-11-19T19:23:28,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fbaa312 2024-11-19T19:23:28,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:28,025 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-19T19:23:28,026 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,41465,1732044198575 (queues=1) is replicating from cluster=e220dd91-64d5-450e-bb0e-83d60e8d4a62 to cluster=27f599b1-e3cd-4d61-99ac-29dbca2d34b3 2024-11-19T19:23:28,026 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C41465%2C1732044198575 2024-11-19T19:23:28,026 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,41465,1732044198575, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:23:28,026 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306, startPosition=0, beingWritten=true 2024-11-19T19:23:28,032 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C41465%2C1732044198575 2024-11-19T19:23:28,036 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:28,036 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 379, reset compression=false 2024-11-19T19:23:28,039 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,41465,1732044198575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:23:28,242 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 379, reset compression=false 2024-11-19T19:23:28,388 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 379, reset compression=false 2024-11-19T19:23:28,475 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 379, reset compression=false 2024-11-19T19:23:28,545 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 379, reset compression=false 2024-11-19T19:23:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43995 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:28,700 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:23:28,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:23:28,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:28,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:28,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:28,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:28,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:28,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33935,-1 for getting cluster id 2024-11-19T19:23:28,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:28,701 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aec16f41-c2e1-4563-8749-23b134869f3d' 2024-11-19T19:23:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aec16f41-c2e1-4563-8749-23b134869f3d" 2024-11-19T19:23:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744c3606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33935,-1] 2024-11-19T19:23:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:28,702 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:28,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20722bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:28,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:28,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36103,-1 for getting cluster id 2024-11-19T19:23:28,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:28,704 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27f599b1-e3cd-4d61-99ac-29dbca2d34b3' 2024-11-19T19:23:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27f599b1-e3cd-4d61-99ac-29dbca2d34b3" 2024-11-19T19:23:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ff7d80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36103,-1] 2024-11-19T19:23:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:28,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:28,705 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:28,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a720dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:28,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:28,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,43995,-1 for getting cluster id 2024-11-19T19:23:28,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:28,707 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e220dd91-64d5-450e-bb0e-83d60e8d4a62' 2024-11-19T19:23:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:28,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e220dd91-64d5-450e-bb0e-83d60e8d4a62" 2024-11-19T19:23:28,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbc1b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:28,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,43995,-1] 2024-11-19T19:23:28,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:28,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:28,708 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:28,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e82abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:28,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:28,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,42843,1732044187484, seqNum=-1] 2024-11-19T19:23:28,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:28,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:23:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b., hostname=f156d4de6e70,42843,1732044187484, seqNum=2] 2024-11-19T19:23:28,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:28,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,41465,1732044198575, seqNum=-1] 2024-11-19T19:23:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:28,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:23:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49., hostname=f156d4de6e70,41465,1732044198575, seqNum=2] 2024-11-19T19:23:28,719 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T19:23:28,948 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 379, reset compression=false 2024-11-19T19:23:29,192 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 379, reset compression=false 2024-11-19T19:23:29,451 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 379, reset compression=false 2024-11-19T19:23:29,478 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 379, reset compression=false 2024-11-19T19:23:29,578 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:23:29,578 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 480, reset compression=false 2024-11-19T19:23:29,578 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,42843,1732044187484 got entry batch from reader: WALEntryBatch [walEntries=[{test/91f5fd55966bf9c54e212ac6a779ca9b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T19:23:29,581 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:23:29,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-19T19:23:29,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:23:29,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@297e2a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:29,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,36103,-1 for getting cluster id 2024-11-19T19:23:29,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:29,583 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27f599b1-e3cd-4d61-99ac-29dbca2d34b3' 2024-11-19T19:23:29,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:29,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27f599b1-e3cd-4d61-99ac-29dbca2d34b3" 2024-11-19T19:23:29,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75817df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:29,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,36103,-1] 2024-11-19T19:23:29,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:29,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:29,584 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:29,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11a5a121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:29,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:29,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,35765,1732044192843, seqNum=-1] 2024-11-19T19:23:29,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:29,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T19:23:29,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0., hostname=f156d4de6e70,35765,1732044192843, seqNum=2] 2024-11-19T19:23:29,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:23:29,721 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T19:23:29,782 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 480, reset compression=false 2024-11-19T19:23:30,055 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 379, reset compression=false 2024-11-19T19:23:30,085 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 480, reset compression=false 2024-11-19T19:23:30,095 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 379, reset compression=false 2024-11-19T19:23:30,099 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:23:30,099 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 504, reset compression=false 2024-11-19T19:23:30,099 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,35765,1732044192843 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4b71cef00774e9acb51f4ffaadacad0/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T19:23:30,101 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:23:30,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-19T19:23:30,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:23:30,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@324d384d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:30,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,43995,-1 for getting cluster id 2024-11-19T19:23:30,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:30,103 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e220dd91-64d5-450e-bb0e-83d60e8d4a62' 2024-11-19T19:23:30,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:30,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e220dd91-64d5-450e-bb0e-83d60e8d4a62" 2024-11-19T19:23:30,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2795205d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:30,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,43995,-1] 2024-11-19T19:23:30,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:30,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:30,104 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:30,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b60929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:30,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:30,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,41465,1732044198575, seqNum=-1] 2024-11-19T19:23:30,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:30,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T19:23:30,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49., hostname=f156d4de6e70,41465,1732044198575, seqNum=2] 2024-11-19T19:23:30,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:23:30,302 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 504, reset compression=false 2024-11-19T19:23:30,488 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 480, reset compression=false 2024-11-19T19:23:30,605 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 504, reset compression=false 2024-11-19T19:23:30,722 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T19:23:30,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,35765,1732044192843, seqNum=-1] 2024-11-19T19:23:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:30,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:23:30,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0., hostname=f156d4de6e70,35765,1732044192843, seqNum=2] 2024-11-19T19:23:30,728 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T19:23:30,758 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 379, reset compression=false 2024-11-19T19:23:30,761 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:30,761 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 527, reset compression=false 2024-11-19T19:23:30,761 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,41465,1732044198575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:23:30,964 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 527, reset compression=false 2024-11-19T19:23:30,991 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 480, reset compression=false 2024-11-19T19:23:31,008 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 504, reset compression=false 2024-11-19T19:23:31,012 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:23:31,012 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 608, reset compression=false 2024-11-19T19:23:31,012 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,35765,1732044192843 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4b71cef00774e9acb51f4ffaadacad0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T19:23:31,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:23:31,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:23:31,215 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 608, reset compression=false 2024-11-19T19:23:31,267 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 527, reset compression=false 2024-11-19T19:23:31,271 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:31,271 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 654, reset compression=false 2024-11-19T19:23:31,271 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,41465,1732044198575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:23:31,474 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 654, reset compression=false 2024-11-19T19:23:31,519 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 608, reset compression=false 2024-11-19T19:23:31,594 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 480, reset compression=false 2024-11-19T19:23:31,730 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T19:23:31,733 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T19:23:31,777 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 654, reset compression=false 2024-11-19T19:23:31,781 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:23:31,781 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 758, reset compression=false 2024-11-19T19:23:31,781 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,41465,1732044198575 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ed79b63fb9240da259a5904f8c4dd49/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T19:23:31,783 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:23:31,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-19T19:23:31,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:23:31,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:23:31,922 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 608, reset compression=false 2024-11-19T19:23:31,927 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:31,927 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 736, reset compression=false 2024-11-19T19:23:31,927 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,35765,1732044192843 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:23:31,984 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 758, reset compression=false 2024-11-19T19:23:32,130 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 736, reset compression=false 2024-11-19T19:23:32,287 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 758, reset compression=false 2024-11-19T19:23:32,298 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 480, reset compression=false 2024-11-19T19:23:32,434 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 736, reset compression=false 2024-11-19T19:23:32,690 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 758, reset compression=false 2024-11-19T19:23:32,735 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T19:23:32,738 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T19:23:32,842 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 736, reset compression=false 2024-11-19T19:23:33,102 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 480, reset compression=false 2024-11-19T19:23:33,107 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:23:33,107 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 636, reset compression=false 2024-11-19T19:23:33,107 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,42843,1732044187484 got entry batch from reader: WALEntryBatch [walEntries=[{test/91f5fd55966bf9c54e212ac6a779ca9b/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T19:23:33,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:23:33,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:23:33,197 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 758, reset compression=false 2024-11-19T19:23:33,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:23:33,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:33,320 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 636, reset compression=false 2024-11-19T19:23:33,349 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:33,349 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:23:33,350 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108859 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:23:33,361 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 736, reset compression=false 2024-11-19T19:23:33,365 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:23:33,365 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 884, reset compression=false 2024-11-19T19:23:33,365 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,35765,1732044192843 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4b71cef00774e9acb51f4ffaadacad0/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T19:23:33,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:23:33,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:23:33,568 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 884, reset compression=false 2024-11-19T19:23:33,623 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 636, reset compression=false 2024-11-19T19:23:33,739 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T19:23:33,742 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T19:23:33,800 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 758, reset compression=false 2024-11-19T19:23:33,805 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:33,805 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 929, reset compression=false 2024-11-19T19:23:33,805 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,41465,1732044198575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:23:33,871 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 884, reset compression=false 2024-11-19T19:23:33,876 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:23:33,876 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1043, reset compression=false 2024-11-19T19:23:33,876 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,35765,1732044192843 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4b71cef00774e9acb51f4ffaadacad0/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T19:23:33,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:23:33,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:23:34,010 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 929, reset compression=false 2024-11-19T19:23:34,016 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:34,016 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 1078, reset compression=false 2024-11-19T19:23:34,016 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,41465,1732044198575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:23:34,026 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 636, reset compression=false 2024-11-19T19:23:34,079 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1043, reset compression=false 2024-11-19T19:23:34,219 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 1078, reset compression=false 2024-11-19T19:23:34,382 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1043, reset compression=false 2024-11-19T19:23:34,526 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 1078, reset compression=false 2024-11-19T19:23:34,529 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 636, reset compression=false 2024-11-19T19:23:34,744 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T19:23:34,758 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T19:23:34,786 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1043, reset compression=false 2024-11-19T19:23:34,929 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 1078, reset compression=false 2024-11-19T19:23:34,937 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:23:34,937 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 1237, reset compression=false 2024-11-19T19:23:34,937 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,41465,1732044198575 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ed79b63fb9240da259a5904f8c4dd49/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T19:23:34,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T19:23:34,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T19:23:35,131 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 636, reset compression=false 2024-11-19T19:23:35,143 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 1237, reset compression=false 2024-11-19T19:23:35,193 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-11-19T19:23:35,194 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-19T19:23:35,291 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1043, reset compression=false 2024-11-19T19:23:35,297 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:35,297 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1193, reset compression=false 2024-11-19T19:23:35,297 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,35765,1732044192843 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:23:35,446 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 1237, reset compression=false 2024-11-19T19:23:35,513 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1193, reset compression=false 2024-11-19T19:23:35,760 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T19:23:35,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:23:35,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:23:35,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:35,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:35,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:35,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:35,765 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:23:35,765 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1930867175, stopped=false 2024-11-19T19:23:35,765 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,43995,1732044198423 2024-11-19T19:23:35,816 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1193, reset compression=false 2024-11-19T19:23:35,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1996329386/running 2024-11-19T19:23:35,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:35,817 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:23:35,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:23:35,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:35,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:35,818 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,41465,1732044198575' ***** 2024-11-19T19:23:35,818 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:23:35,818 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1996329386/running 2024-11-19T19:23:35,818 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:35,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Set watcher on znode that does not yet exist, /2-1996329386/running 2024-11-19T19:23:35,819 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:23:35,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Set watcher on znode that does not yet exist, /2-1996329386/running 2024-11-19T19:23:35,819 INFO [RS:0;f156d4de6e70:41465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:23:35,819 INFO [RS:0;f156d4de6e70:41465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:23:35,819 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(3091): Received CLOSE for 76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:35,819 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:23:35,820 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:35,820 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,41465,1732044198575 2024-11-19T19:23:35,820 INFO [RS:0;f156d4de6e70:41465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:23:35,820 INFO [RS:0;f156d4de6e70:41465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:41465. 2024-11-19T19:23:35,820 DEBUG [RS:0;f156d4de6e70:41465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:35,820 DEBUG [RS:0;f156d4de6e70:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:35,820 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76c5d0c9d195db4fdce9ed70931e0086, disabling compactions & flushes 2024-11-19T19:23:35,820 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:23:35,820 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. 2024-11-19T19:23:35,820 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:23:35,820 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:23:35,820 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. 2024-11-19T19:23:35,820 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:23:35,820 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. after waiting 0 ms 2024-11-19T19:23:35,820 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. 2024-11-19T19:23:35,821 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76c5d0c9d195db4fdce9ed70931e0086 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-19T19:23:35,821 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T19:23:35,821 DEBUG [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 76c5d0c9d195db4fdce9ed70931e0086=hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086., 5ed79b63fb9240da259a5904f8c4dd49=test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49.} 2024-11-19T19:23:35,821 DEBUG [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ed79b63fb9240da259a5904f8c4dd49, 76c5d0c9d195db4fdce9ed70931e0086 2024-11-19T19:23:35,821 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:23:35,821 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:23:35,821 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:23:35,821 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:23:35,821 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:23:35,821 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T19:23:35,835 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/.tmp/info/5fa6dee6946241cfbc797164a7877ef8 is 147, key is hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086./info:regioninfo/1732044207737/Put/seqid=0 2024-11-19T19:23:35,836 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/replication/76c5d0c9d195db4fdce9ed70931e0086/.tmp/queue/577f42928a834a93b5e54cb5ac4bc2d8 is 154, key is 1-f156d4de6e70,41465,1732044198575/queue:f156d4de6e70%2C41465%2C1732044198575/1732044214943/Put/seqid=0 2024-11-19T19:23:35,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741840_1016 (size=7686) 2024-11-19T19:23:35,838 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 636, reset compression=false 2024-11-19T19:23:35,839 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/.tmp/info/5fa6dee6946241cfbc797164a7877ef8 2024-11-19T19:23:35,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741841_1017 (size=5353) 2024-11-19T19:23:35,840 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/replication/76c5d0c9d195db4fdce9ed70931e0086/.tmp/queue/577f42928a834a93b5e54cb5ac4bc2d8 2024-11-19T19:23:35,844 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/replication/76c5d0c9d195db4fdce9ed70931e0086/.tmp/queue/577f42928a834a93b5e54cb5ac4bc2d8 as hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/replication/76c5d0c9d195db4fdce9ed70931e0086/queue/577f42928a834a93b5e54cb5ac4bc2d8 2024-11-19T19:23:35,847 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/replication/76c5d0c9d195db4fdce9ed70931e0086/queue/577f42928a834a93b5e54cb5ac4bc2d8, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T19:23:35,848 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 76c5d0c9d195db4fdce9ed70931e0086 in 28ms, sequenceid=12, compaction requested=false 2024-11-19T19:23:35,849 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 1237, reset compression=false 2024-11-19T19:23:35,851 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/replication/76c5d0c9d195db4fdce9ed70931e0086/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T19:23:35,852 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:23:35,852 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:23:35,852 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. 2024-11-19T19:23:35,852 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76c5d0c9d195db4fdce9ed70931e0086: Waiting for close lock at 1732044215820Running coprocessor pre-close hooks at 1732044215820Disabling compacts and flushes for region at 1732044215820Disabling writes for close at 1732044215820Obtaining lock to block concurrent updates at 1732044215821 (+1 ms)Preparing flush snapshotting stores in 76c5d0c9d195db4fdce9ed70931e0086 at 1732044215821Finished memstore snapshotting hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732044215821Flushing stores of hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. at 1732044215821Flushing 76c5d0c9d195db4fdce9ed70931e0086/queue: creating writer at 1732044215821Flushing 76c5d0c9d195db4fdce9ed70931e0086/queue: appending metadata at 1732044215836 (+15 ms)Flushing 76c5d0c9d195db4fdce9ed70931e0086/queue: closing flushed file at 1732044215836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585288a9: reopening flushed file at 1732044215844 (+8 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 76c5d0c9d195db4fdce9ed70931e0086 in 28ms, sequenceid=12, compaction requested=false at 1732044215848 (+4 ms)Writing region close event to WAL at 1732044215848Running coprocessor post-close hooks at 1732044215852 (+4 ms)Closed at 1732044215852 2024-11-19T19:23:35,852 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732044206556.76c5d0c9d195db4fdce9ed70931e0086. 2024-11-19T19:23:35,853 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ed79b63fb9240da259a5904f8c4dd49, disabling compactions & flushes 2024-11-19T19:23:35,853 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. 2024-11-19T19:23:35,853 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. 2024-11-19T19:23:35,853 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. after waiting 0 ms 2024-11-19T19:23:35,853 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. 2024-11-19T19:23:35,853 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ed79b63fb9240da259a5904f8c4dd49 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T19:23:35,856 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/.tmp/ns/688b423f4eab49b98c3c74ad196509d9 is 43, key is default/ns:d/1732044199738/Put/seqid=0 2024-11-19T19:23:35,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741842_1018 (size=5153) 2024-11-19T19:23:35,866 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/.tmp/f/464e06caafe545009476960d0251ddc0 is 29, key is row1/f:/1732044213740/DeleteFamily/seqid=0 2024-11-19T19:23:35,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741843_1019 (size=5152) 2024-11-19T19:23:35,890 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:23:36,021 DEBUG [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:36,209 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:23:36,209 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:23:36,221 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1193, reset compression=false 2024-11-19T19:23:36,221 DEBUG [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:36,262 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/.tmp/ns/688b423f4eab49b98c3c74ad196509d9 2024-11-19T19:23:36,270 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/.tmp/f/464e06caafe545009476960d0251ddc0 2024-11-19T19:23:36,273 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 464e06caafe545009476960d0251ddc0 2024-11-19T19:23:36,278 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/.tmp/rep_barrier/2961f29e94674cda81de78cea0d3c228 is 112, key is test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49./rep_barrier:seqnumDuringOpen/1732044202912/Put/seqid=0 2024-11-19T19:23:36,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741844_1020 (size=5518) 2024-11-19T19:23:36,290 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/.tmp/f1/756d00f326b74ea7bb8643bf9baa5584 is 30, key is row1/f1:/1732044213740/DeleteFamily/seqid=0 2024-11-19T19:23:36,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741845_1021 (size=5158) 2024-11-19T19:23:36,352 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 1237, reset compression=false 2024-11-19T19:23:36,356 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:36,356 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 1484, reset compression=false 2024-11-19T19:23:36,356 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,41465,1732044198575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:23:36,357 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f156d4de6e70,41465,1732044198575: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f156d4de6e70,41465,1732044198575, walGroup=f156d4de6e70%2C41465%2C1732044198575, offset=f156d4de6e70%2C41465%2C1732044198575.1732044199306:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:41465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T19:23:36,358 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T19:23:36,358 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T19:23:36,359 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T19:23:36,359 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T19:23:36,359 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T19:23:36,359 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 869194240 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 201796448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T19:23:36,359 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:43995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:43995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T19:23:36,421 DEBUG [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:36,561 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 1484, reset compression=false 2024-11-19T19:23:36,621 DEBUG [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ed79b63fb9240da259a5904f8c4dd49 2024-11-19T19:23:36,642 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 636, reset compression=false 2024-11-19T19:23:36,682 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/.tmp/rep_barrier/2961f29e94674cda81de78cea0d3c228 2024-11-19T19:23:36,694 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/.tmp/f1/756d00f326b74ea7bb8643bf9baa5584 2024-11-19T19:23:36,697 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 756d00f326b74ea7bb8643bf9baa5584 2024-11-19T19:23:36,700 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/.tmp/table/b412666ebf4f459b83f96bfbc6a8c0ff is 53, key is hbase:replication/table:state/1732044207743/Put/seqid=0 2024-11-19T19:23:36,713 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/.tmp/norep/9c8fe100ca944b76b106b6184b83ca2c is 33, key is row2/norep:/1732044214744/DeleteFamily/seqid=0 2024-11-19T19:23:36,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741846_1022 (size=5308) 2024-11-19T19:23:36,716 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/.tmp/table/b412666ebf4f459b83f96bfbc6a8c0ff 2024-11-19T19:23:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741847_1023 (size=5108) 2024-11-19T19:23:36,718 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/.tmp/norep/9c8fe100ca944b76b106b6184b83ca2c 2024-11-19T19:23:36,723 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/.tmp/info/5fa6dee6946241cfbc797164a7877ef8 as hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/info/5fa6dee6946241cfbc797164a7877ef8 2024-11-19T19:23:36,724 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1193, reset compression=false 2024-11-19T19:23:36,729 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c8fe100ca944b76b106b6184b83ca2c 2024-11-19T19:23:36,730 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/.tmp/f/464e06caafe545009476960d0251ddc0 as hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/f/464e06caafe545009476960d0251ddc0 2024-11-19T19:23:36,731 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/info/5fa6dee6946241cfbc797164a7877ef8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T19:23:36,731 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/.tmp/ns/688b423f4eab49b98c3c74ad196509d9 as hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/ns/688b423f4eab49b98c3c74ad196509d9 2024-11-19T19:23:36,738 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 464e06caafe545009476960d0251ddc0 2024-11-19T19:23:36,738 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/f/464e06caafe545009476960d0251ddc0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T19:23:36,738 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/.tmp/f1/756d00f326b74ea7bb8643bf9baa5584 as hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/f1/756d00f326b74ea7bb8643bf9baa5584 2024-11-19T19:23:36,739 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/ns/688b423f4eab49b98c3c74ad196509d9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T19:23:36,740 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/.tmp/rep_barrier/2961f29e94674cda81de78cea0d3c228 as hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/rep_barrier/2961f29e94674cda81de78cea0d3c228 2024-11-19T19:23:36,743 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 756d00f326b74ea7bb8643bf9baa5584 2024-11-19T19:23:36,743 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/f1/756d00f326b74ea7bb8643bf9baa5584, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T19:23:36,745 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/.tmp/norep/9c8fe100ca944b76b106b6184b83ca2c as hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/norep/9c8fe100ca944b76b106b6184b83ca2c 2024-11-19T19:23:36,748 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/rep_barrier/2961f29e94674cda81de78cea0d3c228, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T19:23:36,749 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/.tmp/table/b412666ebf4f459b83f96bfbc6a8c0ff as hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/table/b412666ebf4f459b83f96bfbc6a8c0ff 2024-11-19T19:23:36,751 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c8fe100ca944b76b106b6184b83ca2c 2024-11-19T19:23:36,751 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/norep/9c8fe100ca944b76b106b6184b83ca2c, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T19:23:36,752 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5ed79b63fb9240da259a5904f8c4dd49 in 899ms, sequenceid=10, compaction requested=false 2024-11-19T19:23:36,754 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/table/b412666ebf4f459b83f96bfbc6a8c0ff, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T19:23:36,754 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false 2024-11-19T19:23:36,761 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T19:23:36,761 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:23:36,761 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:23:36,762 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:36,762 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044215821Running coprocessor pre-close hooks at 1732044215821Disabling compacts and flushes for region at 1732044215821Disabling writes for close at 1732044215821Obtaining lock to block concurrent updates at 1732044215821Preparing flush snapshotting stores in 1588230740 at 1732044215821Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732044215821Flushing stores of hbase:meta,,1.1588230740 at 1732044215821Flushing 1588230740/info: creating writer at 1732044215822 (+1 ms)Flushing 1588230740/info: appending metadata at 1732044215835 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732044215835Flushing 1588230740/ns: creating writer at 1732044215843 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732044215856 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732044215856Flushing 1588230740/rep_barrier: creating writer at 1732044216265 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044216278 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044216278Flushing 1588230740/table: creating writer at 1732044216687 (+409 ms)Flushing 1588230740/table: appending metadata at 1732044216700 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732044216700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3283fb8a: reopening flushed file at 1732044216722 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc8e94a: reopening flushed file at 1732044216731 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0699ca: reopening flushed file at 1732044216739 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@224093aa: reopening flushed file at 1732044216748 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false at 1732044216754 (+6 ms)Writing region close event to WAL at 1732044216756 (+2 ms)Running coprocessor post-close hooks at 1732044216761 (+5 ms)Closed at 1732044216762 (+1 ms) 2024-11-19T19:23:36,762 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:36,771 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/data/default/test/5ed79b63fb9240da259a5904f8c4dd49/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T19:23:36,772 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:23:36,772 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:23:36,772 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. 2024-11-19T19:23:36,772 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ed79b63fb9240da259a5904f8c4dd49: Waiting for close lock at 1732044215852Running coprocessor pre-close hooks at 1732044215852Disabling compacts and flushes for region at 1732044215853 (+1 ms)Disabling writes for close at 1732044215853Obtaining lock to block concurrent updates at 1732044215853Preparing flush snapshotting stores in 5ed79b63fb9240da259a5904f8c4dd49 at 1732044215853Finished memstore snapshotting test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732044215853Flushing stores of test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. at 1732044215853Flushing 5ed79b63fb9240da259a5904f8c4dd49/f: creating writer at 1732044215853Flushing 5ed79b63fb9240da259a5904f8c4dd49/f: appending metadata at 1732044215866 (+13 ms)Flushing 5ed79b63fb9240da259a5904f8c4dd49/f: closing flushed file at 1732044215866Flushing 5ed79b63fb9240da259a5904f8c4dd49/f1: creating writer at 1732044216274 (+408 ms)Flushing 5ed79b63fb9240da259a5904f8c4dd49/f1: appending metadata at 1732044216290 (+16 ms)Flushing 5ed79b63fb9240da259a5904f8c4dd49/f1: closing flushed file at 1732044216290Flushing 5ed79b63fb9240da259a5904f8c4dd49/norep: creating writer at 1732044216697 (+407 ms)Flushing 5ed79b63fb9240da259a5904f8c4dd49/norep: appending metadata at 1732044216712 (+15 ms)Flushing 5ed79b63fb9240da259a5904f8c4dd49/norep: closing flushed file at 1732044216712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c126c2e: reopening flushed file at 1732044216729 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d05bb32: reopening flushed file at 1732044216738 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f9e7c9: reopening flushed file at 1732044216744 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5ed79b63fb9240da259a5904f8c4dd49 in 899ms, sequenceid=10, compaction requested=false at 1732044216752 (+8 ms)Writing region close event to WAL at 1732044216768 (+16 ms)Running coprocessor post-close hooks at 1732044216772 (+4 ms)Closed at 1732044216772 2024-11-19T19:23:36,772 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732044202089.5ed79b63fb9240da259a5904f8c4dd49. 2024-11-19T19:23:36,783 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T19:23:36,822 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,41465,1732044198575; all regions closed. 2024-11-19T19:23:36,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741834_1010 (size=4239) 2024-11-19T19:23:36,824 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.meta.1732044199689.meta not finished, retry = 0 2024-11-19T19:23:36,865 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 1484, reset compression=false 2024-11-19T19:23:36,869 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:36,869 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.wal-reader.f156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.1732044199306 to pos 2128, reset compression=false 2024-11-19T19:23:36,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741839_1015 (size=3114) 2024-11-19T19:23:36,926 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/WALs/f156d4de6e70,41465,1732044198575/f156d4de6e70%2C41465%2C1732044198575.rep.1732044207692 not finished, retry = 0 2024-11-19T19:23:37,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741833_1009 (size=2136) 2024-11-19T19:23:37,029 DEBUG [RS:0;f156d4de6e70:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:37,029 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:23:37,029 INFO [RS:0;f156d4de6e70:41465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:23:37,029 INFO [RS:0;f156d4de6e70:41465 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:23:37,030 INFO [RS:0;f156d4de6e70:41465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:23:37,030 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:23:37,030 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,41465,1732044198575 because: Region server is closing 2024-11-19T19:23:37,030 INFO [RS:0;f156d4de6e70:41465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:41465. 2024-11-19T19:23:37,030 DEBUG [RS:0;f156d4de6e70:41465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:37,030 DEBUG [RS:0;f156d4de6e70:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:37,030 DEBUG [RS:0;f156d4de6e70:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:37,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:37,131 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,41465,1732044198575.replicationSource.shipperf156d4de6e70%2C41465%2C1732044198575,1-f156d4de6e70,41465,1732044198575 terminated 2024-11-19T19:23:37,131 INFO [RS:0;f156d4de6e70:41465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:41465. 2024-11-19T19:23:37,131 DEBUG [RS:0;f156d4de6e70:41465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:37,131 DEBUG [RS:0;f156d4de6e70:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:37,131 DEBUG [RS:0;f156d4de6e70:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:37,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:37,132 INFO [RS:0;f156d4de6e70:41465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41465 2024-11-19T19:23:37,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386/rs 2024-11-19T19:23:37,186 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,41465,1732044198575] 2024-11-19T19:23:37,196 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1996329386/rs/f156d4de6e70,41465,1732044198575 2024-11-19T19:23:37,196 INFO [RS:0;f156d4de6e70:41465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:23:37,196 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1996329386/draining/f156d4de6e70,41465,1732044198575 already deleted, retry=false 2024-11-19T19:23:37,196 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,41465,1732044198575 expired; onlineServers=0 2024-11-19T19:23:37,196 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,43995,1732044198423' ***** 2024-11-19T19:23:37,196 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:23:37,196 INFO [M:0;f156d4de6e70:43995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:23:37,196 INFO [M:0;f156d4de6e70:43995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:23:37,197 DEBUG [M:0;f156d4de6e70:43995 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:23:37,197 DEBUG [M:0;f156d4de6e70:43995 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:23:37,197 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044199032 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044199032,5,FailOnTimeoutGroup] 2024-11-19T19:23:37,197 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044199048 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044199048,5,FailOnTimeoutGroup] 2024-11-19T19:23:37,197 INFO [M:0;f156d4de6e70:43995 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:23:37,197 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:23:37,197 INFO [M:0;f156d4de6e70:43995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:23:37,197 DEBUG [M:0;f156d4de6e70:43995 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:23:37,197 INFO [M:0;f156d4de6e70:43995 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:23:37,197 INFO [M:0;f156d4de6e70:43995 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:23:37,197 INFO [M:0;f156d4de6e70:43995 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:23:37,198 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:23:37,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1996329386/master 2024-11-19T19:23:37,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1996329386 2024-11-19T19:23:37,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1996329386/master already deleted, retry=false 2024-11-19T19:23:37,228 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1996329386/master 2024-11-19T19:23:37,231 INFO [M:0;f156d4de6e70:43995 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/.lastflushedseqids 2024-11-19T19:23:37,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741848_1024 (size=245) 2024-11-19T19:23:37,262 INFO [M:0;f156d4de6e70:43995 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:23:37,262 INFO [M:0;f156d4de6e70:43995 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:23:37,262 DEBUG [M:0;f156d4de6e70:43995 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:23:37,262 INFO [M:0;f156d4de6e70:43995 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:37,262 DEBUG [M:0;f156d4de6e70:43995 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:37,262 DEBUG [M:0;f156d4de6e70:43995 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:23:37,262 DEBUG [M:0;f156d4de6e70:43995 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:37,262 INFO [M:0;f156d4de6e70:43995 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T19:23:37,282 DEBUG [M:0;f156d4de6e70:43995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e7eb53b334c4adeb3843bb1dc4d7d8e is 82, key is hbase:meta,,1/info:regioninfo/1732044199720/Put/seqid=0 2024-11-19T19:23:37,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741849_1025 (size=5672) 2024-11-19T19:23:37,307 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:37,307 INFO [RS:0;f156d4de6e70:41465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:23:37,307 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101548cd8cc0007, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:37,307 INFO [RS:0;f156d4de6e70:41465 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,41465,1732044198575; zookeeper connection closed. 2024-11-19T19:23:37,307 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e9201c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e9201c5 2024-11-19T19:23:37,307 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:23:37,330 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1193, reset compression=false 2024-11-19T19:23:37,557 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 636, reset compression=false 2024-11-19T19:23:37,686 INFO [M:0;f156d4de6e70:43995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e7eb53b334c4adeb3843bb1dc4d7d8e 2024-11-19T19:23:37,709 DEBUG [M:0;f156d4de6e70:43995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea300da21b3e48ae9b4b08c38e9f9824 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732044207747/Put/seqid=0 2024-11-19T19:23:37,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741850_1026 (size=8516) 2024-11-19T19:23:38,035 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1193, reset compression=false 2024-11-19T19:23:38,113 INFO [M:0;f156d4de6e70:43995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea300da21b3e48ae9b4b08c38e9f9824 2024-11-19T19:23:38,128 DEBUG [M:0;f156d4de6e70:43995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/498125e9fb854aa0a66d7f8deefaa5ab is 69, key is f156d4de6e70,41465,1732044198575/rs:state/1732044199106/Put/seqid=0 2024-11-19T19:23:38,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741851_1027 (size=5156) 2024-11-19T19:23:38,532 INFO [M:0;f156d4de6e70:43995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/498125e9fb854aa0a66d7f8deefaa5ab 2024-11-19T19:23:38,536 DEBUG [M:0;f156d4de6e70:43995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e7eb53b334c4adeb3843bb1dc4d7d8e as hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e7eb53b334c4adeb3843bb1dc4d7d8e 2024-11-19T19:23:38,540 INFO [M:0;f156d4de6e70:43995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e7eb53b334c4adeb3843bb1dc4d7d8e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T19:23:38,541 DEBUG [M:0;f156d4de6e70:43995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea300da21b3e48ae9b4b08c38e9f9824 as hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea300da21b3e48ae9b4b08c38e9f9824 2024-11-19T19:23:38,544 INFO [M:0;f156d4de6e70:43995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea300da21b3e48ae9b4b08c38e9f9824, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T19:23:38,545 DEBUG [M:0;f156d4de6e70:43995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/498125e9fb854aa0a66d7f8deefaa5ab as hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/498125e9fb854aa0a66d7f8deefaa5ab 2024-11-19T19:23:38,549 INFO [M:0;f156d4de6e70:43995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39417/user/jenkins/test-data/64915698-c20c-4997-a045-ea40778efbc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/498125e9fb854aa0a66d7f8deefaa5ab, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T19:23:38,550 INFO [M:0;f156d4de6e70:43995 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-19T19:23:38,554 INFO [M:0;f156d4de6e70:43995 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:38,554 DEBUG [M:0;f156d4de6e70:43995 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044217262Disabling compacts and flushes for region at 1732044217262Disabling writes for close at 1732044217262Obtaining lock to block concurrent updates at 1732044217262Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044217262Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732044217262Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044217263 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044217263Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044217282 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044217282Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044217693 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044217709 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044217709Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044218116 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044218128 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044218128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9ea086: reopening flushed file at 1732044218535 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@723678fa: reopening flushed file at 1732044218540 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664f4362: reopening flushed file at 1732044218544 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1732044218550 (+6 ms)Writing region close event to WAL at 1732044218554 (+4 ms)Closed at 1732044218554 2024-11-19T19:23:38,561 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 636, reset compression=false 2024-11-19T19:23:38,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741830_1006 (size=63654) 2024-11-19T19:23:38,562 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:23:38,562 INFO [M:0;f156d4de6e70:43995 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:23:38,563 INFO [M:0;f156d4de6e70:43995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43995 2024-11-19T19:23:38,563 INFO [M:0;f156d4de6e70:43995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:23:38,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:38,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43995-0x101548cd8cc0006, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:38,718 INFO [M:0;f156d4de6e70:43995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:23:38,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24149e8a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:23:38,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3326b06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:23:38,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:23:38,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d4fb49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:23:38,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf27b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/hadoop.log.dir/,STOPPED} 2024-11-19T19:23:38,726 WARN [BP-947617788-172.17.0.3-1732044196747 heartbeating to localhost/127.0.0.1:39417 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:23:38,726 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:23:38,727 WARN [BP-947617788-172.17.0.3-1732044196747 heartbeating to localhost/127.0.0.1:39417 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-947617788-172.17.0.3-1732044196747 (Datanode Uuid 17f6c003-da63-4950-bbe9-175c5ea65a3f) service to localhost/127.0.0.1:39417 2024-11-19T19:23:38,727 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:23:38,727 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/cluster_ed9818c8-c2fd-8263-155c-9f21569091ab/data/data1/current/BP-947617788-172.17.0.3-1732044196747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:23:38,727 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/cluster_ed9818c8-c2fd-8263-155c-9f21569091ab/data/data2/current/BP-947617788-172.17.0.3-1732044196747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:23:38,727 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:23:38,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ac3a4bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:23:38,734 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74ca859b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:23:38,734 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:23:38,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c8887e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:23:38,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350fbf81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/hadoop.log.dir/,STOPPED} 2024-11-19T19:23:38,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:23:38,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:23:38,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:23:38,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:38,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:38,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:38,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:38,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:23:38,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1052779935, stopped=false 2024-11-19T19:23:38,752 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,36103,1732044192579 2024-11-19T19:23:38,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1795337795/running 2024-11-19T19:23:38,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1795337795/running 2024-11-19T19:23:38,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:38,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:38,772 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:23:38,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:23:38,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:38,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:38,772 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,35765,1732044192843' ***** 2024-11-19T19:23:38,772 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:23:38,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Set watcher on znode that does not yet exist, /1-1795337795/running 2024-11-19T19:23:38,773 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:23:38,773 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:23:38,773 INFO [RS:0;f156d4de6e70:35765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:23:38,773 INFO [RS:0;f156d4de6e70:35765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:23:38,773 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(3091): Received CLOSE for d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:38,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Set watcher on znode that does not yet exist, /1-1795337795/running 2024-11-19T19:23:38,773 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(3091): Received CLOSE for 130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:38,773 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,35765,1732044192843 2024-11-19T19:23:38,773 INFO [RS:0;f156d4de6e70:35765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:23:38,773 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4b71cef00774e9acb51f4ffaadacad0, disabling compactions & flushes 2024-11-19T19:23:38,773 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. 2024-11-19T19:23:38,773 INFO [RS:0;f156d4de6e70:35765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:35765. 2024-11-19T19:23:38,773 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. 2024-11-19T19:23:38,773 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. after waiting 0 ms 2024-11-19T19:23:38,773 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. 2024-11-19T19:23:38,773 DEBUG [RS:0;f156d4de6e70:35765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:38,773 DEBUG [RS:0;f156d4de6e70:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:38,773 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d4b71cef00774e9acb51f4ffaadacad0 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T19:23:38,773 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:23:38,773 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:23:38,773 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:23:38,773 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:23:38,774 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T19:23:38,774 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1325): Online Regions={d4b71cef00774e9acb51f4ffaadacad0=test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0., 130f7ead62a09d417dfbbe106adbd069=hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:23:38,774 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1351): Waiting on 130f7ead62a09d417dfbbe106adbd069, 1588230740, d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:38,774 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:23:38,774 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:23:38,774 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:23:38,774 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:23:38,774 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:23:38,774 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T19:23:38,790 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/.tmp/info/f8dcbdae92d54496a5af1d59b246aab4 is 147, key is hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069./info:regioninfo/1732044205197/Put/seqid=0 2024-11-19T19:23:38,790 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/.tmp/f/2d2b3d1d052440ad966b8f1cb1c2e60f is 29, key is row1/f:/1732044213740/DeleteFamily/seqid=0 2024-11-19T19:23:38,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741840_1016 (size=7686) 2024-11-19T19:23:38,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741841_1017 (size=5152) 2024-11-19T19:23:38,825 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:23:38,838 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1193, reset compression=false 2024-11-19T19:23:38,842 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:38,842 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1440, reset compression=false 2024-11-19T19:23:38,842 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,35765,1732044192843 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:23:38,843 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f156d4de6e70,35765,1732044192843: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f156d4de6e70,35765,1732044192843, walGroup=f156d4de6e70%2C35765%2C1732044192843, offset=f156d4de6e70%2C35765%2C1732044192843.1732044195735:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:35765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T19:23:38,845 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T19:23:38,845 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T19:23:38,847 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T19:23:38,847 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T19:23:38,847 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T19:23:38,847 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 925817344 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202171200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T19:23:38,848 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:36103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:36103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T19:23:38,974 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1351): Waiting on 130f7ead62a09d417dfbbe106adbd069, 1588230740, d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:39,045 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1440, reset compression=false 2024-11-19T19:23:39,174 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1351): Waiting on 130f7ead62a09d417dfbbe106adbd069, 1588230740, d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:39,194 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/.tmp/info/f8dcbdae92d54496a5af1d59b246aab4 2024-11-19T19:23:39,194 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/.tmp/f/2d2b3d1d052440ad966b8f1cb1c2e60f 2024-11-19T19:23:39,198 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d2b3d1d052440ad966b8f1cb1c2e60f 2024-11-19T19:23:39,210 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/.tmp/f1/69d2a587419f4b1ba55d96ef1d3a74d9 is 30, key is row1/f1:/1732044213740/DeleteFamily/seqid=0 2024-11-19T19:23:39,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741842_1018 (size=5158) 2024-11-19T19:23:39,217 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/.tmp/ns/bbb2abe408a34edab9af1f13be0de113 is 43, key is default/ns:d/1732044196600/Put/seqid=0 2024-11-19T19:23:39,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741843_1019 (size=5153) 2024-11-19T19:23:39,348 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1440, reset compression=false 2024-11-19T19:23:39,374 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1351): Waiting on 130f7ead62a09d417dfbbe106adbd069, 1588230740, d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:39,574 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1351): Waiting on 130f7ead62a09d417dfbbe106adbd069, 1588230740, d4b71cef00774e9acb51f4ffaadacad0 2024-11-19T19:23:39,597 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:23:39,597 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:23:39,614 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/.tmp/f1/69d2a587419f4b1ba55d96ef1d3a74d9 2024-11-19T19:23:39,617 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69d2a587419f4b1ba55d96ef1d3a74d9 2024-11-19T19:23:39,621 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/.tmp/ns/bbb2abe408a34edab9af1f13be0de113 2024-11-19T19:23:39,633 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/.tmp/norep/034da5d3ede24ed0aa9f39248a802a6e is 33, key is row1/norep:/1732044213740/DeleteFamily/seqid=0 2024-11-19T19:23:39,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741844_1020 (size=5108) 2024-11-19T19:23:39,639 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/.tmp/rep_barrier/1cda5f483c2c47f583f768adb3daecd7 is 112, key is test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0./rep_barrier:seqnumDuringOpen/1732044201696/Put/seqid=0 2024-11-19T19:23:39,640 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/.tmp/norep/034da5d3ede24ed0aa9f39248a802a6e 2024-11-19T19:23:39,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741845_1021 (size=5518) 2024-11-19T19:23:39,643 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 034da5d3ede24ed0aa9f39248a802a6e 2024-11-19T19:23:39,644 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/.tmp/f/2d2b3d1d052440ad966b8f1cb1c2e60f as hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/f/2d2b3d1d052440ad966b8f1cb1c2e60f 2024-11-19T19:23:39,646 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d2b3d1d052440ad966b8f1cb1c2e60f 2024-11-19T19:23:39,647 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/f/2d2b3d1d052440ad966b8f1cb1c2e60f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T19:23:39,647 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/.tmp/f1/69d2a587419f4b1ba55d96ef1d3a74d9 as hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/f1/69d2a587419f4b1ba55d96ef1d3a74d9 2024-11-19T19:23:39,650 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69d2a587419f4b1ba55d96ef1d3a74d9 2024-11-19T19:23:39,650 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/f1/69d2a587419f4b1ba55d96ef1d3a74d9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T19:23:39,650 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/.tmp/norep/034da5d3ede24ed0aa9f39248a802a6e as hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/norep/034da5d3ede24ed0aa9f39248a802a6e 2024-11-19T19:23:39,654 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 034da5d3ede24ed0aa9f39248a802a6e 2024-11-19T19:23:39,654 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/norep/034da5d3ede24ed0aa9f39248a802a6e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T19:23:39,655 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d4b71cef00774e9acb51f4ffaadacad0 in 881ms, sequenceid=10, compaction requested=false 2024-11-19T19:23:39,655 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T19:23:39,658 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/default/test/d4b71cef00774e9acb51f4ffaadacad0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T19:23:39,658 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:23:39,658 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:23:39,658 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. 2024-11-19T19:23:39,658 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4b71cef00774e9acb51f4ffaadacad0: Waiting for close lock at 1732044218773Running coprocessor pre-close hooks at 1732044218773Disabling compacts and flushes for region at 1732044218773Disabling writes for close at 1732044218773Obtaining lock to block concurrent updates at 1732044218773Preparing flush snapshotting stores in d4b71cef00774e9acb51f4ffaadacad0 at 1732044218773Finished memstore snapshotting test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732044218774 (+1 ms)Flushing stores of test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. at 1732044218775 (+1 ms)Flushing d4b71cef00774e9acb51f4ffaadacad0/f: creating writer at 1732044218775Flushing d4b71cef00774e9acb51f4ffaadacad0/f: appending metadata at 1732044218790 (+15 ms)Flushing d4b71cef00774e9acb51f4ffaadacad0/f: closing flushed file at 1732044218790Flushing d4b71cef00774e9acb51f4ffaadacad0/f1: creating writer at 1732044219198 (+408 ms)Flushing d4b71cef00774e9acb51f4ffaadacad0/f1: appending metadata at 1732044219210 (+12 ms)Flushing d4b71cef00774e9acb51f4ffaadacad0/f1: closing flushed file at 1732044219210Flushing d4b71cef00774e9acb51f4ffaadacad0/norep: creating writer at 1732044219617 (+407 ms)Flushing d4b71cef00774e9acb51f4ffaadacad0/norep: appending metadata at 1732044219633 (+16 ms)Flushing d4b71cef00774e9acb51f4ffaadacad0/norep: closing flushed file at 1732044219633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c17fde2: reopening flushed file at 1732044219643 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e70f8c: reopening flushed file at 1732044219647 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea7b694: reopening flushed file at 1732044219650 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d4b71cef00774e9acb51f4ffaadacad0 in 881ms, sequenceid=10, compaction requested=false at 1732044219655 (+5 ms)Writing region close event to WAL at 1732044219656 (+1 ms)Running coprocessor post-close hooks at 1732044219658 (+2 ms)Closed at 1732044219658 2024-11-19T19:23:39,658 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732044200941.d4b71cef00774e9acb51f4ffaadacad0. 2024-11-19T19:23:39,659 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 130f7ead62a09d417dfbbe106adbd069, disabling compactions & flushes 2024-11-19T19:23:39,659 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:39,659 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:39,659 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. after waiting 0 ms 2024-11-19T19:23:39,659 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:39,659 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 130f7ead62a09d417dfbbe106adbd069: Waiting for close lock at 1732044219658Running coprocessor pre-close hooks at 1732044219658Disabling compacts and flushes for region at 1732044219658Disabling writes for close at 1732044219659 (+1 ms)Failed flush hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069., putting online again at 1732044219659 2024-11-19T19:23:39,659 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:39,665 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 636, reset compression=false 2024-11-19T19:23:39,751 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 1440, reset compression=false 2024-11-19T19:23:39,754 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:39,755 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 2084, reset compression=false 2024-11-19T19:23:39,775 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(3091): Received CLOSE for 130f7ead62a09d417dfbbe106adbd069 2024-11-19T19:23:39,775 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1351): Waiting on 130f7ead62a09d417dfbbe106adbd069, 1588230740 2024-11-19T19:23:39,775 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 130f7ead62a09d417dfbbe106adbd069, disabling compactions & flushes 2024-11-19T19:23:39,775 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:39,775 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:39,775 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. after waiting 0 ms 2024-11-19T19:23:39,775 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:39,775 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 130f7ead62a09d417dfbbe106adbd069: Waiting for close lock at 1732044219775Running coprocessor pre-close hooks at 1732044219775Disabling compacts and flushes for region at 1732044219775Disabling writes for close at 1732044219775Failed flush hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069., putting online again at 1732044219775 2024-11-19T19:23:39,775 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069. 2024-11-19T19:23:39,957 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 2084, reset compression=false 2024-11-19T19:23:39,975 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:23:39,975 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1325): Online Regions={130f7ead62a09d417dfbbe106adbd069=hbase:replication,,1732044204394.130f7ead62a09d417dfbbe106adbd069., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:23:39,975 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:23:40,042 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/.tmp/rep_barrier/1cda5f483c2c47f583f768adb3daecd7 2024-11-19T19:23:40,061 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/.tmp/table/b7ec7de63afe4df1b576ff8510f1db24 is 53, key is hbase:replication/table:state/1732044205215/Put/seqid=0 2024-11-19T19:23:40,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741846_1022 (size=5308) 2024-11-19T19:23:40,175 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:23:40,260 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 2084, reset compression=false 2024-11-19T19:23:40,375 DEBUG [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:23:40,465 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/.tmp/table/b7ec7de63afe4df1b576ff8510f1db24 2024-11-19T19:23:40,469 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/.tmp/info/f8dcbdae92d54496a5af1d59b246aab4 as hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/info/f8dcbdae92d54496a5af1d59b246aab4 2024-11-19T19:23:40,473 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/info/f8dcbdae92d54496a5af1d59b246aab4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T19:23:40,473 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/.tmp/ns/bbb2abe408a34edab9af1f13be0de113 as hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/ns/bbb2abe408a34edab9af1f13be0de113 2024-11-19T19:23:40,477 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/ns/bbb2abe408a34edab9af1f13be0de113, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T19:23:40,478 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/.tmp/rep_barrier/1cda5f483c2c47f583f768adb3daecd7 as hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/rep_barrier/1cda5f483c2c47f583f768adb3daecd7 2024-11-19T19:23:40,483 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/rep_barrier/1cda5f483c2c47f583f768adb3daecd7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T19:23:40,484 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/.tmp/table/b7ec7de63afe4df1b576ff8510f1db24 as hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/table/b7ec7de63afe4df1b576ff8510f1db24 2024-11-19T19:23:40,488 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/table/b7ec7de63afe4df1b576ff8510f1db24, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T19:23:40,489 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-19T19:23:40,489 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:23:40,493 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T19:23:40,494 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:23:40,494 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:23:40,494 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:40,494 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044218774Running coprocessor pre-close hooks at 1732044218774Disabling compacts and flushes for region at 1732044218774Disabling writes for close at 1732044218774Obtaining lock to block concurrent updates at 1732044218774Preparing flush snapshotting stores in 1588230740 at 1732044218774Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732044218774Flushing stores of hbase:meta,,1.1588230740 at 1732044218774Flushing 1588230740/info: creating writer at 1732044218775 (+1 ms)Flushing 1588230740/info: appending metadata at 1732044218790 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732044218790Flushing 1588230740/ns: creating writer at 1732044219201 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732044219217 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732044219217Flushing 1588230740/rep_barrier: creating writer at 1732044219624 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044219639 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044219639Flushing 1588230740/table: creating writer at 1732044220045 (+406 ms)Flushing 1588230740/table: appending metadata at 1732044220061 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732044220061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ed82b: reopening flushed file at 1732044220468 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52276b8b: reopening flushed file at 1732044220473 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a2d93a: reopening flushed file at 1732044220478 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf4ac44: reopening flushed file at 1732044220483 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1732044220489 (+6 ms)Writing region close event to WAL at 1732044220491 (+2 ms)Running coprocessor post-close hooks at 1732044220494 (+3 ms)Closed at 1732044220494 2024-11-19T19:23:40,494 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:40,576 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T19:23:40,576 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,35765,1732044192843; all regions closed. 2024-11-19T19:23:40,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741834_1010 (size=4239) 2024-11-19T19:23:40,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741839_1015 (size=2171) 2024-11-19T19:23:40,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.rep.1732044205130 not finished, retry = 0 2024-11-19T19:23:40,663 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/WALs/f156d4de6e70,35765,1732044192843/f156d4de6e70%2C35765%2C1732044192843.1732044195735 to pos 2084, reset compression=false 2024-11-19T19:23:40,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741832_1008 (size=2092) 2024-11-19T19:23:40,683 DEBUG [RS:0;f156d4de6e70:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:40,683 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:23:40,683 INFO [RS:0;f156d4de6e70:35765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:23:40,683 INFO [RS:0;f156d4de6e70:35765 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:23:40,684 INFO [RS:0;f156d4de6e70:35765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:23:40,684 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,35765,1732044192843 because: Region server is closing 2024-11-19T19:23:40,684 INFO [RS:0;f156d4de6e70:35765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:35765. 2024-11-19T19:23:40,684 DEBUG [RS:0;f156d4de6e70:35765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:40,684 DEBUG [RS:0;f156d4de6e70:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:40,684 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:23:40,684 DEBUG [RS:0;f156d4de6e70:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:40,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:40,784 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.shipperf156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 terminated 2024-11-19T19:23:40,785 INFO [RS:0;f156d4de6e70:35765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:35765. 2024-11-19T19:23:40,785 DEBUG [RS:0;f156d4de6e70:35765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:40,785 DEBUG [RS:0;f156d4de6e70:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:40,785 DEBUG [RS:0;f156d4de6e70:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:40,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:40,785 INFO [RS:0;f156d4de6e70:35765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35765 2024-11-19T19:23:40,785 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,35765,1732044192843.replicationSource.wal-reader.f156d4de6e70%2C35765%2C1732044192843,1-f156d4de6e70,35765,1732044192843 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:23:40,868 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 636, reset compression=false 2024-11-19T19:23:40,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795/rs 2024-11-19T19:23:40,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1795337795/rs/f156d4de6e70,35765,1732044192843 2024-11-19T19:23:40,871 INFO [RS:0;f156d4de6e70:35765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:23:40,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,35765,1732044192843] 2024-11-19T19:23:40,901 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1795337795/draining/f156d4de6e70,35765,1732044192843 already deleted, retry=false 2024-11-19T19:23:40,901 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,35765,1732044192843 expired; onlineServers=0 2024-11-19T19:23:40,901 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,36103,1732044192579' ***** 2024-11-19T19:23:40,901 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:23:40,901 INFO [M:0;f156d4de6e70:36103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:23:40,901 INFO [M:0;f156d4de6e70:36103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:23:40,901 DEBUG [M:0;f156d4de6e70:36103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:23:40,901 DEBUG [M:0;f156d4de6e70:36103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:23:40,901 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:23:40,901 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044195367 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044195367,5,FailOnTimeoutGroup] 2024-11-19T19:23:40,901 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044195366 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044195366,5,FailOnTimeoutGroup] 2024-11-19T19:23:40,902 INFO [M:0;f156d4de6e70:36103 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:23:40,902 INFO [M:0;f156d4de6e70:36103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:23:40,902 DEBUG [M:0;f156d4de6e70:36103 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:23:40,902 INFO [M:0;f156d4de6e70:36103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:23:40,902 INFO [M:0;f156d4de6e70:36103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:23:40,902 INFO [M:0;f156d4de6e70:36103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:23:40,902 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:23:40,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1795337795/master 2024-11-19T19:23:40,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1795337795 2024-11-19T19:23:40,912 DEBUG [M:0;f156d4de6e70:36103 {}] zookeeper.ZKUtil(347): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Unable to get data of znode /1-1795337795/master because node does not exist (not an error) 2024-11-19T19:23:40,912 WARN [M:0;f156d4de6e70:36103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:23:40,913 INFO [M:0;f156d4de6e70:36103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/.lastflushedseqids 2024-11-19T19:23:40,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741847_1023 (size=245) 2024-11-19T19:23:40,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:40,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x101548cd8cc0004, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:40,991 INFO [RS:0;f156d4de6e70:35765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:23:40,991 INFO [RS:0;f156d4de6e70:35765 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,35765,1732044192843; zookeeper connection closed. 2024-11-19T19:23:40,992 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7235af50 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7235af50 2024-11-19T19:23:40,992 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:23:41,324 INFO [M:0;f156d4de6e70:36103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:23:41,324 INFO [M:0;f156d4de6e70:36103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:23:41,324 DEBUG [M:0;f156d4de6e70:36103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:23:41,324 INFO [M:0;f156d4de6e70:36103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:41,324 DEBUG [M:0;f156d4de6e70:36103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:41,324 DEBUG [M:0;f156d4de6e70:36103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:23:41,324 DEBUG [M:0;f156d4de6e70:36103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:41,324 INFO [M:0;f156d4de6e70:36103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T19:23:41,343 DEBUG [M:0;f156d4de6e70:36103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61c0d54ca07d45d2ac2358027e70ce3e is 82, key is hbase:meta,,1/info:regioninfo/1732044196584/Put/seqid=0 2024-11-19T19:23:41,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741848_1024 (size=5672) 2024-11-19T19:23:41,354 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:23:41,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:41,749 INFO [M:0;f156d4de6e70:36103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61c0d54ca07d45d2ac2358027e70ce3e 2024-11-19T19:23:41,770 DEBUG [M:0;f156d4de6e70:36103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbf265f28f824439a009dc5f71c45638 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732044205225/Put/seqid=0 2024-11-19T19:23:41,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741849_1025 (size=8517) 2024-11-19T19:23:41,777 INFO [M:0;f156d4de6e70:36103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbf265f28f824439a009dc5f71c45638 2024-11-19T19:23:41,799 DEBUG [M:0;f156d4de6e70:36103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c20702694dff4238b89e4ea251923ea8 is 69, key is f156d4de6e70,35765,1732044192843/rs:state/1732044195475/Put/seqid=0 2024-11-19T19:23:41,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741850_1026 (size=5156) 2024-11-19T19:23:41,805 INFO [M:0;f156d4de6e70:36103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c20702694dff4238b89e4ea251923ea8 2024-11-19T19:23:41,815 DEBUG [M:0;f156d4de6e70:36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61c0d54ca07d45d2ac2358027e70ce3e as hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61c0d54ca07d45d2ac2358027e70ce3e 2024-11-19T19:23:41,820 INFO [M:0;f156d4de6e70:36103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61c0d54ca07d45d2ac2358027e70ce3e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T19:23:41,821 DEBUG [M:0;f156d4de6e70:36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbf265f28f824439a009dc5f71c45638 as hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbf265f28f824439a009dc5f71c45638 2024-11-19T19:23:41,825 INFO [M:0;f156d4de6e70:36103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbf265f28f824439a009dc5f71c45638, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T19:23:41,826 DEBUG [M:0;f156d4de6e70:36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c20702694dff4238b89e4ea251923ea8 as hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c20702694dff4238b89e4ea251923ea8 2024-11-19T19:23:41,829 INFO [M:0;f156d4de6e70:36103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36829/user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c20702694dff4238b89e4ea251923ea8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T19:23:41,830 INFO [M:0;f156d4de6e70:36103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 506ms, sequenceid=97, compaction requested=false 2024-11-19T19:23:41,832 INFO [M:0;f156d4de6e70:36103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:41,832 DEBUG [M:0;f156d4de6e70:36103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044221324Disabling compacts and flushes for region at 1732044221324Disabling writes for close at 1732044221324Obtaining lock to block concurrent updates at 1732044221324Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044221324Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732044221325 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044221325Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044221325Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044221343 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044221343Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044221753 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044221769 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044221769Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044221782 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044221798 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044221798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376636b4: reopening flushed file at 1732044221814 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53bca952: reopening flushed file at 1732044221820 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4422c745: reopening flushed file at 1732044221825 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 506ms, sequenceid=97, compaction requested=false at 1732044221830 (+5 ms)Writing region close event to WAL at 1732044221831 (+1 ms)Closed at 1732044221831 2024-11-19T19:23:41,833 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e019116-d43b-d17c-12bf-9c1eaa38be88/MasterData/WALs/f156d4de6e70,36103,1732044192579/f156d4de6e70%2C36103%2C1732044192579.1732044194612 not finished, retry = 0 2024-11-19T19:23:41,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741830_1006 (size=63666) 2024-11-19T19:23:41,934 INFO [M:0;f156d4de6e70:36103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:23:41,934 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:23:41,934 INFO [M:0;f156d4de6e70:36103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36103 2024-11-19T19:23:41,934 INFO [M:0;f156d4de6e70:36103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:23:42,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:42,085 INFO [M:0;f156d4de6e70:36103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:23:42,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x101548cd8cc0003, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:42,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55da76a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:23:42,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2343164b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:23:42,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:23:42,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af5c370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:23:42,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bb919e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/hadoop.log.dir/,STOPPED} 2024-11-19T19:23:42,092 WARN [BP-906713661-172.17.0.3-1732044190213 heartbeating to localhost/127.0.0.1:36829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:23:42,092 WARN [BP-906713661-172.17.0.3-1732044190213 heartbeating to localhost/127.0.0.1:36829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-906713661-172.17.0.3-1732044190213 (Datanode Uuid c5b07eb8-300c-4602-82d3-bd415de78425) service to localhost/127.0.0.1:36829 2024-11-19T19:23:42,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:23:42,092 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:23:42,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/cluster_99491930-09a7-a540-d2fb-40ab413c9f49/data/data1/current/BP-906713661-172.17.0.3-1732044190213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:23:42,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:23:42,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/cluster_99491930-09a7-a540-d2fb-40ab413c9f49/data/data2/current/BP-906713661-172.17.0.3-1732044190213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:23:42,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5441beeb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:23:42,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23309e31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:23:42,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:23:42,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2171703a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:23:42,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423a34f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40a7c3b7-3d42-fdcb-7472-13c45a9cc75a/hadoop.log.dir/,STOPPED} 2024-11-19T19:23:42,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:23:42,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:23:42,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:23:42,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:42,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:42,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:42,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:42,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:23:42,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=402108401, stopped=false 2024-11-19T19:23:42,124 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,33935,1732044187194 2024-11-19T19:23:42,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0252861357/running 2024-11-19T19:23:42,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0252861357/running 2024-11-19T19:23:42,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:42,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:42,143 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:23:42,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Set watcher on znode that does not yet exist, /0252861357/running 2024-11-19T19:23:42,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:23:42,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Set watcher on znode that does not yet exist, /0252861357/running 2024-11-19T19:23:42,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:42,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:42,145 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,42843,1732044187484' ***** 2024-11-19T19:23:42,145 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:23:42,145 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:23:42,145 INFO [RS:0;f156d4de6e70:42843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:23:42,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:23:42,145 INFO [RS:0;f156d4de6e70:42843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:23:42,145 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(3091): Received CLOSE for 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:42,146 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(3091): Received CLOSE for 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:42,146 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,42843,1732044187484 2024-11-19T19:23:42,146 INFO [RS:0;f156d4de6e70:42843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:23:42,146 INFO [RS:0;f156d4de6e70:42843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:42843. 2024-11-19T19:23:42,146 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91f5fd55966bf9c54e212ac6a779ca9b, disabling compactions & flushes 2024-11-19T19:23:42,146 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. 2024-11-19T19:23:42,146 DEBUG [RS:0;f156d4de6e70:42843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:42,146 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. 2024-11-19T19:23:42,146 DEBUG [RS:0;f156d4de6e70:42843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:42,146 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. after waiting 0 ms 2024-11-19T19:23:42,146 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. 2024-11-19T19:23:42,146 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:23:42,146 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:23:42,146 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:23:42,146 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:23:42,146 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 91f5fd55966bf9c54e212ac6a779ca9b 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-19T19:23:42,148 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T19:23:42,148 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1325): Online Regions={91f5fd55966bf9c54e212ac6a779ca9b=test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b., 1588230740=hbase:meta,,1.1588230740, 61048379c1c7e60d9e0048a25bfea658=hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658.} 2024-11-19T19:23:42,148 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61048379c1c7e60d9e0048a25bfea658, 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:42,148 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:23:42,149 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:23:42,149 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:23:42,149 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:23:42,149 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:23:42,149 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T19:23:42,162 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:23:42,167 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/.tmp/f/736eecdb4ec04ce09fe57e3f3a8e2367 is 28, key is row/f:/1732044212736/DeleteFamily/seqid=0 2024-11-19T19:23:42,173 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/.tmp/info/d2f5f932bb48419eb07552bf62eff319 is 147, key is hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658./info:regioninfo/1732044203636/Put/seqid=0 2024-11-19T19:23:42,176 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 636, reset compression=false 2024-11-19T19:23:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741840_1016 (size=5085) 2024-11-19T19:23:42,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741841_1017 (size=7686) 2024-11-19T19:23:42,200 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:42,200 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 883, reset compression=false 2024-11-19T19:23:42,200 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,42843,1732044187484 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:23:42,201 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f156d4de6e70,42843,1732044187484: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f156d4de6e70,42843,1732044187484, walGroup=f156d4de6e70%2C42843%2C1732044187484, offset=f156d4de6e70%2C42843%2C1732044187484.1732044189466:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:42843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T19:23:42,202 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T19:23:42,202 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T19:23:42,202 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T19:23:42,203 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T19:23:42,203 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T19:23:42,203 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 1011800576 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202652800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T19:23:42,203 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:33935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:33935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T19:23:42,263 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:33935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-19T19:23:42,324 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:23:42,324 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:23:42,348 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61048379c1c7e60d9e0048a25bfea658, 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:42,405 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 883, reset compression=false 2024-11-19T19:23:42,549 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61048379c1c7e60d9e0048a25bfea658, 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:42,586 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/.tmp/f/736eecdb4ec04ce09fe57e3f3a8e2367 2024-11-19T19:23:42,589 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 736eecdb4ec04ce09fe57e3f3a8e2367 2024-11-19T19:23:42,598 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/.tmp/info/d2f5f932bb48419eb07552bf62eff319 2024-11-19T19:23:42,608 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/.tmp/f1/e8d48dfaeaed41ecb7d091abbdf59045 is 29, key is row/f1:/1732044212736/DeleteFamily/seqid=0 2024-11-19T19:23:42,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741842_1018 (size=5089) 2024-11-19T19:23:42,620 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/.tmp/ns/d79fb75e1c424a748e8fcb40fdd6b20b is 43, key is default/ns:d/1732044190109/Put/seqid=0 2024-11-19T19:23:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741843_1019 (size=5153) 2024-11-19T19:23:42,708 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 883, reset compression=false 2024-11-19T19:23:42,749 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61048379c1c7e60d9e0048a25bfea658, 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:42,949 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61048379c1c7e60d9e0048a25bfea658, 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:43,013 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/.tmp/f1/e8d48dfaeaed41ecb7d091abbdf59045 2024-11-19T19:23:43,019 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8d48dfaeaed41ecb7d091abbdf59045 2024-11-19T19:23:43,045 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/.tmp/norep/64bb16c9bc7744999f5da421880f5903 is 32, key is row/norep:/1732044212736/DeleteFamily/seqid=0 2024-11-19T19:23:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741844_1020 (size=5101) 2024-11-19T19:23:43,062 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/.tmp/ns/d79fb75e1c424a748e8fcb40fdd6b20b 2024-11-19T19:23:43,093 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/.tmp/rep_barrier/1c181895645948bdaa112b68ab222406 is 112, key is test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b./rep_barrier:seqnumDuringOpen/1732044200540/Put/seqid=0 2024-11-19T19:23:43,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741845_1021 (size=5518) 2024-11-19T19:23:43,112 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 883, reset compression=false 2024-11-19T19:23:43,125 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/.tmp/rep_barrier/1c181895645948bdaa112b68ab222406 2024-11-19T19:23:43,150 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61048379c1c7e60d9e0048a25bfea658, 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:43,167 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/.tmp/table/6887c2c4614f42e2978289f63013a1f2 is 53, key is hbase:replication/table:state/1732044203644/Put/seqid=0 2024-11-19T19:23:43,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741846_1022 (size=5308) 2024-11-19T19:23:43,351 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61048379c1c7e60d9e0048a25bfea658, 91f5fd55966bf9c54e212ac6a779ca9b 2024-11-19T19:23:43,450 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/.tmp/norep/64bb16c9bc7744999f5da421880f5903 2024-11-19T19:23:43,454 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64bb16c9bc7744999f5da421880f5903 2024-11-19T19:23:43,454 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/.tmp/f/736eecdb4ec04ce09fe57e3f3a8e2367 as hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/f/736eecdb4ec04ce09fe57e3f3a8e2367 2024-11-19T19:23:43,458 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 736eecdb4ec04ce09fe57e3f3a8e2367 2024-11-19T19:23:43,458 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/f/736eecdb4ec04ce09fe57e3f3a8e2367, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T19:23:43,459 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/.tmp/f1/e8d48dfaeaed41ecb7d091abbdf59045 as hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/f1/e8d48dfaeaed41ecb7d091abbdf59045 2024-11-19T19:23:43,462 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8d48dfaeaed41ecb7d091abbdf59045 2024-11-19T19:23:43,462 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/f1/e8d48dfaeaed41ecb7d091abbdf59045, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T19:23:43,463 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/.tmp/norep/64bb16c9bc7744999f5da421880f5903 as hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/norep/64bb16c9bc7744999f5da421880f5903 2024-11-19T19:23:43,466 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64bb16c9bc7744999f5da421880f5903 2024-11-19T19:23:43,466 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/norep/64bb16c9bc7744999f5da421880f5903, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T19:23:43,467 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 91f5fd55966bf9c54e212ac6a779ca9b in 1321ms, sequenceid=6, compaction requested=false 2024-11-19T19:23:43,470 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/default/test/91f5fd55966bf9c54e212ac6a779ca9b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T19:23:43,470 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:23:43,470 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:23:43,470 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. 2024-11-19T19:23:43,470 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91f5fd55966bf9c54e212ac6a779ca9b: Waiting for close lock at 1732044222146Running coprocessor pre-close hooks at 1732044222146Disabling compacts and flushes for region at 1732044222146Disabling writes for close at 1732044222146Obtaining lock to block concurrent updates at 1732044222146Preparing flush snapshotting stores in 91f5fd55966bf9c54e212ac6a779ca9b at 1732044222146Finished memstore snapshotting test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732044222147 (+1 ms)Flushing stores of test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. at 1732044222147Flushing 91f5fd55966bf9c54e212ac6a779ca9b/f: creating writer at 1732044222147Flushing 91f5fd55966bf9c54e212ac6a779ca9b/f: appending metadata at 1732044222166 (+19 ms)Flushing 91f5fd55966bf9c54e212ac6a779ca9b/f: closing flushed file at 1732044222166Flushing 91f5fd55966bf9c54e212ac6a779ca9b/f1: creating writer at 1732044222589 (+423 ms)Flushing 91f5fd55966bf9c54e212ac6a779ca9b/f1: appending metadata at 1732044222607 (+18 ms)Flushing 91f5fd55966bf9c54e212ac6a779ca9b/f1: closing flushed file at 1732044222607Flushing 91f5fd55966bf9c54e212ac6a779ca9b/norep: creating writer at 1732044223019 (+412 ms)Flushing 91f5fd55966bf9c54e212ac6a779ca9b/norep: appending metadata at 1732044223044 (+25 ms)Flushing 91f5fd55966bf9c54e212ac6a779ca9b/norep: closing flushed file at 1732044223044Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac40bec: reopening flushed file at 1732044223454 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7b44ee: reopening flushed file at 1732044223458 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51bf3ac3: reopening flushed file at 1732044223462 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 91f5fd55966bf9c54e212ac6a779ca9b in 1321ms, sequenceid=6, compaction requested=false at 1732044223467 (+5 ms)Writing region close event to WAL at 1732044223468 (+1 ms)Running coprocessor post-close hooks at 1732044223470 (+2 ms)Closed at 1732044223470 2024-11-19T19:23:43,470 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732044199791.91f5fd55966bf9c54e212ac6a779ca9b. 2024-11-19T19:23:43,470 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61048379c1c7e60d9e0048a25bfea658, disabling compactions & flushes 2024-11-19T19:23:43,470 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:43,470 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:43,470 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. after waiting 0 ms 2024-11-19T19:23:43,470 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:43,470 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61048379c1c7e60d9e0048a25bfea658: Waiting for close lock at 1732044223470Running coprocessor pre-close hooks at 1732044223470Disabling compacts and flushes for region at 1732044223470Disabling writes for close at 1732044223470Failed flush hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658., putting online again at 1732044223470 2024-11-19T19:23:43,471 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:43,551 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:23:43,551 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 61048379c1c7e60d9e0048a25bfea658=hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658.} 2024-11-19T19:23:43,551 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(3091): Received CLOSE for 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:43,551 DEBUG [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61048379c1c7e60d9e0048a25bfea658 2024-11-19T19:23:43,551 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61048379c1c7e60d9e0048a25bfea658, disabling compactions & flushes 2024-11-19T19:23:43,551 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:43,551 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:43,551 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. after waiting 0 ms 2024-11-19T19:23:43,551 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:43,551 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61048379c1c7e60d9e0048a25bfea658: Waiting for close lock at 1732044223551Running coprocessor pre-close hooks at 1732044223551Disabling compacts and flushes for region at 1732044223551Disabling writes for close at 1732044223551Failed flush hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658., putting online again at 1732044223551 2024-11-19T19:23:43,551 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732044203255.61048379c1c7e60d9e0048a25bfea658. 2024-11-19T19:23:43,577 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/.tmp/table/6887c2c4614f42e2978289f63013a1f2 2024-11-19T19:23:43,581 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/.tmp/info/d2f5f932bb48419eb07552bf62eff319 as hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/info/d2f5f932bb48419eb07552bf62eff319 2024-11-19T19:23:43,584 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/info/d2f5f932bb48419eb07552bf62eff319, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T19:23:43,584 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/.tmp/ns/d79fb75e1c424a748e8fcb40fdd6b20b as hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/ns/d79fb75e1c424a748e8fcb40fdd6b20b 2024-11-19T19:23:43,587 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/ns/d79fb75e1c424a748e8fcb40fdd6b20b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T19:23:43,588 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/.tmp/rep_barrier/1c181895645948bdaa112b68ab222406 as hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/rep_barrier/1c181895645948bdaa112b68ab222406 2024-11-19T19:23:43,590 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/rep_barrier/1c181895645948bdaa112b68ab222406, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T19:23:43,591 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/.tmp/table/6887c2c4614f42e2978289f63013a1f2 as hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/table/6887c2c4614f42e2978289f63013a1f2 2024-11-19T19:23:43,593 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/table/6887c2c4614f42e2978289f63013a1f2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T19:23:43,594 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1445ms, sequenceid=16, compaction requested=false 2024-11-19T19:23:43,597 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T19:23:43,597 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:23:43,597 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:23:43,597 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:43,597 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044222148Running coprocessor pre-close hooks at 1732044222148Disabling compacts and flushes for region at 1732044222148Disabling writes for close at 1732044222149 (+1 ms)Obtaining lock to block concurrent updates at 1732044222149Preparing flush snapshotting stores in 1588230740 at 1732044222149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732044222149Flushing stores of hbase:meta,,1.1588230740 at 1732044222153 (+4 ms)Flushing 1588230740/info: creating writer at 1732044222153Flushing 1588230740/info: appending metadata at 1732044222173 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732044222173Flushing 1588230740/ns: creating writer at 1732044222602 (+429 ms)Flushing 1588230740/ns: appending metadata at 1732044222620 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732044222620Flushing 1588230740/rep_barrier: creating writer at 1732044223066 (+446 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044223093 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044223093Flushing 1588230740/table: creating writer at 1732044223133 (+40 ms)Flushing 1588230740/table: appending metadata at 1732044223166 (+33 ms)Flushing 1588230740/table: closing flushed file at 1732044223166Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e51b7d: reopening flushed file at 1732044223580 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7684af: reopening flushed file at 1732044223584 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1794c6: reopening flushed file at 1732044223587 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ebcfd59: reopening flushed file at 1732044223590 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1445ms, sequenceid=16, compaction requested=false at 1732044223594 (+4 ms)Writing region close event to WAL at 1732044223595 (+1 ms)Running coprocessor post-close hooks at 1732044223597 (+2 ms)Closed at 1732044223597 2024-11-19T19:23:43,597 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:43,641 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 883, reset compression=false 2024-11-19T19:23:43,646 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:23:43,646 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 1527, reset compression=false 2024-11-19T19:23:43,751 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T19:23:43,751 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,42843,1732044187484; all regions closed. 2024-11-19T19:23:43,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741834_1010 (size=4239) 2024-11-19T19:23:43,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.meta.1732044189986.meta not finished, retry = 0 2024-11-19T19:23:43,849 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 to pos 1527, reset compression=false 2024-11-19T19:23:43,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741839_1015 (size=1297) 2024-11-19T19:23:43,861 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/WALs/f156d4de6e70,42843,1732044187484/f156d4de6e70%2C42843%2C1732044187484.1732044189466 not finished, retry = 0 2024-11-19T19:23:43,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741832_1008 (size=1535) 2024-11-19T19:23:43,962 DEBUG [RS:0;f156d4de6e70:42843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:43,962 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:23:43,962 INFO [RS:0;f156d4de6e70:42843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:23:43,963 INFO [RS:0;f156d4de6e70:42843 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T19:23:43,963 INFO [RS:0;f156d4de6e70:42843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:23:43,963 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:23:43,963 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,42843,1732044187484 because: Region server is closing 2024-11-19T19:23:43,963 INFO [RS:0;f156d4de6e70:42843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:42843. 2024-11-19T19:23:43,963 DEBUG [RS:0;f156d4de6e70:42843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:43,963 DEBUG [RS:0;f156d4de6e70:42843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:43,963 DEBUG [RS:0;f156d4de6e70:42843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:43,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:44,063 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.shipperf156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 terminated 2024-11-19T19:23:44,064 INFO [RS:0;f156d4de6e70:42843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42843 2024-11-19T19:23:44,063 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,42843,1732044187484.replicationSource.wal-reader.f156d4de6e70%2C42843%2C1732044187484,1-f156d4de6e70,42843,1732044187484 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T19:23:44,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357/rs 2024-11-19T19:23:44,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0252861357/rs/f156d4de6e70,42843,1732044187484 2024-11-19T19:23:44,111 INFO [RS:0;f156d4de6e70:42843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:23:44,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,42843,1732044187484] 2024-11-19T19:23:44,132 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0252861357/draining/f156d4de6e70,42843,1732044187484 already deleted, retry=false 2024-11-19T19:23:44,132 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,42843,1732044187484 expired; onlineServers=0 2024-11-19T19:23:44,132 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,33935,1732044187194' ***** 2024-11-19T19:23:44,132 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:23:44,132 INFO [M:0;f156d4de6e70:33935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:23:44,133 INFO [M:0;f156d4de6e70:33935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:23:44,133 DEBUG [M:0;f156d4de6e70:33935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:23:44,133 DEBUG [M:0;f156d4de6e70:33935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:23:44,133 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:23:44,133 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044189178 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044189178,5,FailOnTimeoutGroup] 2024-11-19T19:23:44,133 INFO [M:0;f156d4de6e70:33935 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:23:44,133 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044189178 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044189178,5,FailOnTimeoutGroup] 2024-11-19T19:23:44,133 INFO [M:0;f156d4de6e70:33935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:23:44,133 DEBUG [M:0;f156d4de6e70:33935 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:23:44,133 INFO [M:0;f156d4de6e70:33935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:23:44,133 INFO [M:0;f156d4de6e70:33935 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:23:44,133 INFO [M:0;f156d4de6e70:33935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:23:44,133 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:23:44,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0252861357/master 2024-11-19T19:23:44,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0252861357 2024-11-19T19:23:44,143 DEBUG [M:0;f156d4de6e70:33935 {}] zookeeper.ZKUtil(347): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Unable to get data of znode /0252861357/master because node does not exist (not an error) 2024-11-19T19:23:44,143 WARN [M:0;f156d4de6e70:33935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:23:44,143 INFO [M:0;f156d4de6e70:33935 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/.lastflushedseqids 2024-11-19T19:23:44,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741847_1023 (size=245) 2024-11-19T19:23:44,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:44,222 INFO [RS:0;f156d4de6e70:42843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:23:44,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42843-0x101548cd8cc0001, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:44,222 INFO [RS:0;f156d4de6e70:42843 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,42843,1732044187484; zookeeper connection closed. 2024-11-19T19:23:44,222 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e82cdea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e82cdea 2024-11-19T19:23:44,223 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:23:44,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T19:23:44,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T19:23:44,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:23:44,547 INFO [M:0;f156d4de6e70:33935 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:23:44,547 INFO [M:0;f156d4de6e70:33935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:23:44,548 DEBUG [M:0;f156d4de6e70:33935 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:23:44,548 INFO [M:0;f156d4de6e70:33935 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:44,548 DEBUG [M:0;f156d4de6e70:33935 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:44,548 DEBUG [M:0;f156d4de6e70:33935 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:23:44,548 DEBUG [M:0;f156d4de6e70:33935 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:44,548 INFO [M:0;f156d4de6e70:33935 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-19T19:23:44,567 DEBUG [M:0;f156d4de6e70:33935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fede5f74ee54d88b633aa81173a3b44 is 82, key is hbase:meta,,1/info:regioninfo/1732044190046/Put/seqid=0 2024-11-19T19:23:44,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741848_1024 (size=5672) 2024-11-19T19:23:44,571 INFO [M:0;f156d4de6e70:33935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fede5f74ee54d88b633aa81173a3b44 2024-11-19T19:23:44,595 DEBUG [M:0;f156d4de6e70:33935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83605ad6c7334e8b992abfa07d6bdbc6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732044200550/Put/seqid=0 2024-11-19T19:23:44,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741849_1025 (size=7218) 2024-11-19T19:23:44,604 INFO [M:0;f156d4de6e70:33935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83605ad6c7334e8b992abfa07d6bdbc6 2024-11-19T19:23:44,607 INFO [M:0;f156d4de6e70:33935 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83605ad6c7334e8b992abfa07d6bdbc6 2024-11-19T19:23:44,625 DEBUG [M:0;f156d4de6e70:33935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96aaf15efb214f04bab322aa436c205e is 69, key is f156d4de6e70,42843,1732044187484/rs:state/1732044189286/Put/seqid=0 2024-11-19T19:23:44,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741850_1026 (size=5156) 2024-11-19T19:23:45,029 INFO [M:0;f156d4de6e70:33935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96aaf15efb214f04bab322aa436c205e 2024-11-19T19:23:45,033 DEBUG [M:0;f156d4de6e70:33935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fede5f74ee54d88b633aa81173a3b44 as hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fede5f74ee54d88b633aa81173a3b44 2024-11-19T19:23:45,036 INFO [M:0;f156d4de6e70:33935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fede5f74ee54d88b633aa81173a3b44, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T19:23:45,036 DEBUG [M:0;f156d4de6e70:33935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83605ad6c7334e8b992abfa07d6bdbc6 as hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83605ad6c7334e8b992abfa07d6bdbc6 2024-11-19T19:23:45,039 INFO [M:0;f156d4de6e70:33935 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83605ad6c7334e8b992abfa07d6bdbc6 2024-11-19T19:23:45,039 INFO [M:0;f156d4de6e70:33935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83605ad6c7334e8b992abfa07d6bdbc6, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T19:23:45,040 DEBUG [M:0;f156d4de6e70:33935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96aaf15efb214f04bab322aa436c205e as hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96aaf15efb214f04bab322aa436c205e 2024-11-19T19:23:45,043 INFO [M:0;f156d4de6e70:33935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39275/user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96aaf15efb214f04bab322aa436c205e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T19:23:45,044 INFO [M:0;f156d4de6e70:33935 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=105, compaction requested=false 2024-11-19T19:23:45,045 INFO [M:0;f156d4de6e70:33935 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:45,045 DEBUG [M:0;f156d4de6e70:33935 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044224548Disabling compacts and flushes for region at 1732044224548Disabling writes for close at 1732044224548Obtaining lock to block concurrent updates at 1732044224548Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044224548Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732044224548Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044224549 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044224549Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044224567 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044224567Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044224575 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044224594 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044224594Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044224607 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044224624 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044224624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@607295d: reopening flushed file at 1732044225032 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b121f27: reopening flushed file at 1732044225036 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9de50f: reopening flushed file at 1732044225039 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 495ms, sequenceid=105, compaction requested=false at 1732044225044 (+5 ms)Writing region close event to WAL at 1732044225045 (+1 ms)Closed at 1732044225045 2024-11-19T19:23:45,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39209 is added to blk_1073741830_1006 (size=64423) 2024-11-19T19:23:45,046 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23f41a81-177f-df8c-8bae-78d3678b1f6b/MasterData/WALs/f156d4de6e70,33935,1732044187194/f156d4de6e70%2C33935%2C1732044187194.1732044188513 not finished, retry = 0 2024-11-19T19:23:45,147 INFO [M:0;f156d4de6e70:33935 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:23:45,147 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:23:45,147 INFO [M:0;f156d4de6e70:33935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33935 2024-11-19T19:23:45,147 INFO [M:0;f156d4de6e70:33935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:23:45,303 INFO [M:0;f156d4de6e70:33935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:23:45,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:45,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x101548cd8cc0000, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:23:45,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@595696e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:23:45,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a736e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:23:45,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:23:45,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7cba5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:23:45,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b48e5b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/hadoop.log.dir/,STOPPED} 2024-11-19T19:23:45,308 WARN [BP-335712468-172.17.0.3-1732044184915 heartbeating to localhost/127.0.0.1:39275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:23:45,308 WARN [BP-335712468-172.17.0.3-1732044184915 heartbeating to localhost/127.0.0.1:39275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-335712468-172.17.0.3-1732044184915 (Datanode Uuid 1fd88fea-5db5-4ced-ad3a-d2336265f44f) service to localhost/127.0.0.1:39275 2024-11-19T19:23:45,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:23:45,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:23:45,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/cluster_0010e321-aa02-0f9a-ef70-9a9adeec8ed2/data/data1/current/BP-335712468-172.17.0.3-1732044184915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:23:45,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/cluster_0010e321-aa02-0f9a-ef70-9a9adeec8ed2/data/data2/current/BP-335712468-172.17.0.3-1732044184915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:23:45,308 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:23:45,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a4a941f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:23:45,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13616542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:23:45,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:23:45,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7578d2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:23:45,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dbebb6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/519b051f-0563-35ac-2dca-ec78d67c6e7e/hadoop.log.dir/,STOPPED} 2024-11-19T19:23:45,319 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T19:23:45,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:23:45,337 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=358 (was 312) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52804) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39275 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52804) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:39275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52804) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36829 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39417 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=795 (was 736) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 460), ProcessCount=11 (was 11), AvailableMemoryMB=3852 (was 3130) - AvailableMemoryMB LEAK? - 2024-11-19T19:23:45,347 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=3852 2024-11-19T19:23:45,358 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-19T19:23:45,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/hadoop.log.dir so I do NOT create it in target/test-data/b1f42229-fac5-382b-062f-823223bfdad5 2024-11-19T19:23:45,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:23:45,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/hadoop.tmp.dir so I do NOT create it in target/test-data/b1f42229-fac5-382b-062f-823223bfdad5 2024-11-19T19:23:45,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb5ff022-9cbd-6423-7529-c9a7178870b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:23:45,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5 2024-11-19T19:23:45,358 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/cluster_30efc820-b3a4-7d3d-092c-1511b055689d, deleteOnExit=true 2024-11-19T19:23:45,359 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 56782 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:179) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T19:23:45,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/cluster_30efc820-b3a4-7d3d-092c-1511b055689d/zookeeper_0, clientPort=56783, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/cluster_30efc820-b3a4-7d3d-092c-1511b055689d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/cluster_30efc820-b3a4-7d3d-092c-1511b055689d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T19:23:45,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56783 2024-11-19T19:23:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:23:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:23:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/test.cache.data in system properties and HBase conf 2024-11-19T19:23:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:23:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:23:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:23:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:23:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:23:45,362 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:23:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:23:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:23:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:23:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:23:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:23:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:23:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:23:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:23:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:23:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:23:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:23:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:23:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:23:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:23:45,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101548cd8cc0005, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:23:45,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101548cd8cc0002, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:23:45,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101548cd8cc0008, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:23:45,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101548cd8cc0008, quorum=127.0.0.1:52804, baseZNode=/2-1996329386 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:23:45,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101548cd8cc0005, quorum=127.0.0.1:52804, baseZNode=/1-1795337795 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:23:45,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101548cd8cc0002, quorum=127.0.0.1:52804, baseZNode=/0252861357 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:23:45,844 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T19:23:45,845 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,845 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,845 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,845 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,846 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,846 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,846 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,897 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,898 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,898 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,898 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,898 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,899 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,912 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,913 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,915 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:45,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:45,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:23:45,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:23:45,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:23:45,985 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:23:45,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:45,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2106c5d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:23:45,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4140df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:23:46,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@115576ac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/java.io.tmpdir/jetty-localhost-39655-hadoop-hdfs-3_4_1-tests_jar-_-any-10379363147199375904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:23:46,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@85bdf7f{HTTP/1.1, (http/1.1)}{localhost:39655} 2024-11-19T19:23:46,083 INFO [Time-limited test {}] server.Server(415): Started @318020ms 2024-11-19T19:23:46,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:46,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:23:46,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:23:46,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:23:46,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:23:46,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a1ff889{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:23:46,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b5e117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:23:46,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65e21794{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/java.io.tmpdir/jetty-localhost-40211-hadoop-hdfs-3_4_1-tests_jar-_-any-8038617730674522109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:23:46,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1527f35d{HTTP/1.1, (http/1.1)}{localhost:40211} 2024-11-19T19:23:46,571 INFO [Time-limited test {}] server.Server(415): Started @318507ms 2024-11-19T19:23:46,572 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:23:47,374 WARN [Thread-4201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/cluster_30efc820-b3a4-7d3d-092c-1511b055689d/data/data2/current/BP-1919611336-172.17.0.3-1732044225380/current, will proceed with Du for space computation calculation, 2024-11-19T19:23:47,374 WARN [Thread-4200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/cluster_30efc820-b3a4-7d3d-092c-1511b055689d/data/data1/current/BP-1919611336-172.17.0.3-1732044225380/current, will proceed with Du for space computation calculation, 2024-11-19T19:23:47,388 WARN [Thread-4188 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:23:47,390 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe48f986b16ab1653 with lease ID 0x5ef6145232ef6ff4: Processing first storage report for DS-e39f2e5c-6fdb-49d1-a7f9-a95b010810b3 from datanode DatanodeRegistration(127.0.0.1:42663, datanodeUuid=2aaef29b-0cd9-445e-b6d1-adc57c2ae132, infoPort=33581, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=868259245;c=1732044225380) 2024-11-19T19:23:47,390 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe48f986b16ab1653 with lease ID 0x5ef6145232ef6ff4: from storage DS-e39f2e5c-6fdb-49d1-a7f9-a95b010810b3 node DatanodeRegistration(127.0.0.1:42663, datanodeUuid=2aaef29b-0cd9-445e-b6d1-adc57c2ae132, infoPort=33581, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=868259245;c=1732044225380), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:23:47,390 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe48f986b16ab1653 with lease ID 0x5ef6145232ef6ff4: Processing first storage report for DS-0ece5731-60a2-41b3-822e-f5ebc6051e97 from datanode DatanodeRegistration(127.0.0.1:42663, datanodeUuid=2aaef29b-0cd9-445e-b6d1-adc57c2ae132, infoPort=33581, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=868259245;c=1732044225380) 2024-11-19T19:23:47,390 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe48f986b16ab1653 with lease ID 0x5ef6145232ef6ff4: from storage DS-0ece5731-60a2-41b3-822e-f5ebc6051e97 node DatanodeRegistration(127.0.0.1:42663, datanodeUuid=2aaef29b-0cd9-445e-b6d1-adc57c2ae132, infoPort=33581, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=868259245;c=1732044225380), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:23:47,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5 2024-11-19T19:23:47,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:47,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:47,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42663 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:23:47,415 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41 with version=8 2024-11-19T19:23:47,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/hbase-staging 2024-11-19T19:23:47,418 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:23:47,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:47,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:47,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:23:47,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:47,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:23:47,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:23:47,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:23:47,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33551 2024-11-19T19:23:47,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33551 connecting to ZooKeeper ensemble=127.0.0.1:56783 2024-11-19T19:23:47,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335510x0, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:47,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33551-0x101548d76fc0000 connected 2024-11-19T19:23:47,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:47,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:47,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Set watcher on znode that does not yet exist, /0-1182257822/running 2024-11-19T19:23:47,577 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41, hbase.cluster.distributed=false 2024-11-19T19:23:47,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Set watcher on znode that does not yet exist, /0-1182257822/acl 2024-11-19T19:23:47,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33551 2024-11-19T19:23:47,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33551 2024-11-19T19:23:47,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33551 2024-11-19T19:23:47,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33551 2024-11-19T19:23:47,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33551 2024-11-19T19:23:47,600 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:23:47,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:47,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:47,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:23:47,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:47,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:23:47,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:23:47,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:23:47,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40115 2024-11-19T19:23:47,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40115 connecting to ZooKeeper ensemble=127.0.0.1:56783 2024-11-19T19:23:47,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:47,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:47,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401150x0, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:47,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401150x0, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Set watcher on znode that does not yet exist, /0-1182257822/running 2024-11-19T19:23:47,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40115-0x101548d76fc0001 connected 2024-11-19T19:23:47,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:23:47,619 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:23:47,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Set watcher on znode that does not yet exist, /0-1182257822/master 2024-11-19T19:23:47,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Set watcher on znode that does not yet exist, /0-1182257822/acl 2024-11-19T19:23:47,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40115 2024-11-19T19:23:47,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40115 2024-11-19T19:23:47,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40115 2024-11-19T19:23:47,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40115 2024-11-19T19:23:47,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40115 2024-11-19T19:23:47,647 DEBUG [M:0;f156d4de6e70:33551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:33551 2024-11-19T19:23:47,647 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1182257822/backup-masters/f156d4de6e70,33551,1732044227417 2024-11-19T19:23:47,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822/backup-masters 2024-11-19T19:23:47,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822/backup-masters 2024-11-19T19:23:47,658 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Set watcher on existing znode=/0-1182257822/backup-masters/f156d4de6e70,33551,1732044227417 2024-11-19T19:23:47,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1182257822/master 2024-11-19T19:23:47,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822 2024-11-19T19:23:47,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822 2024-11-19T19:23:47,668 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Set watcher on existing znode=/0-1182257822/master 2024-11-19T19:23:47,669 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1182257822/backup-masters/f156d4de6e70,33551,1732044227417 from backup master directory 2024-11-19T19:23:47,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822/backup-masters 2024-11-19T19:23:47,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1182257822/backup-masters/f156d4de6e70,33551,1732044227417 2024-11-19T19:23:47,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822/backup-masters 2024-11-19T19:23:47,685 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:23:47,685 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,33551,1732044227417 2024-11-19T19:23:47,693 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/hbase.id] with ID: 0a8396ee-895c-4ee4-8be5-c03d310fa5d0 2024-11-19T19:23:47,693 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/.tmp/hbase.id 2024-11-19T19:23:47,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42663 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:23:48,100 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/.tmp/hbase.id]:[hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/hbase.id] 2024-11-19T19:23:48,110 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:48,110 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:23:48,111 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T19:23:48,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822 2024-11-19T19:23:48,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822 2024-11-19T19:23:48,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42663 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:23:48,537 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:23:48,538 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:23:48,538 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:48,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42663 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:23:48,943 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/MasterData/data/master/store 2024-11-19T19:23:48,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42663 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:23:49,348 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:49,348 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:23:49,348 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:49,348 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:49,348 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:23:49,348 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:49,348 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:49,348 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044229348Disabling compacts and flushes for region at 1732044229348Disabling writes for close at 1732044229348Writing region close event to WAL at 1732044229348Closed at 1732044229348 2024-11-19T19:23:49,349 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/MasterData/data/master/store/.initializing 2024-11-19T19:23:49,349 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/MasterData/WALs/f156d4de6e70,33551,1732044227417 2024-11-19T19:23:49,350 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:23:49,351 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C33551%2C1732044227417, suffix=, logDir=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/MasterData/WALs/f156d4de6e70,33551,1732044227417, archiveDir=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/MasterData/oldWALs, maxLogs=10 2024-11-19T19:23:49,365 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/MasterData/WALs/f156d4de6e70,33551,1732044227417/f156d4de6e70%2C33551%2C1732044227417.1732044229351, exclude list is [], retry=0 2024-11-19T19:23:49,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42663,DS-e39f2e5c-6fdb-49d1-a7f9-a95b010810b3,DISK] 2024-11-19T19:23:49,369 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/MasterData/WALs/f156d4de6e70,33551,1732044227417/f156d4de6e70%2C33551%2C1732044227417.1732044229351 2024-11-19T19:23:49,369 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-11-19T19:23:49,369 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:49,369 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:49,369 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:49,369 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:49,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:49,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:23:49,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:49,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:49,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:49,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:23:49,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:49,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:49,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:49,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:23:49,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:49,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:49,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:49,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:23:49,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:49,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:49,375 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:49,375 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:49,375 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:49,376 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:49,376 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:49,376 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:49,377 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:49,378 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:49,378 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65454763, jitterRate=-0.024648025631904602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:49,378 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044229369Initializing all the Stores at 1732044229370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044229370Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044229370Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044229370Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044229370Cleaning up temporary data from old regions at 1732044229376 (+6 ms)Region opened successfully at 1732044229378 (+2 ms) 2024-11-19T19:23:49,379 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:23:49,380 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e365133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:23:49,381 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:23:49,381 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:23:49,381 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:23:49,381 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:23:49,381 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:23:49,381 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:23:49,381 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:23:49,383 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:23:49,383 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Unable to get data of znode /0-1182257822/balancer because node does not exist (not necessarily an error) 2024-11-19T19:23:49,460 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1182257822/balancer already deleted, retry=false 2024-11-19T19:23:49,461 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:23:49,461 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Unable to get data of znode /0-1182257822/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:23:49,471 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1182257822/normalizer already deleted, retry=false 2024-11-19T19:23:49,471 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:23:49,472 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Unable to get data of znode /0-1182257822/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:23:49,478 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1182257822/switch/split already deleted, retry=false 2024-11-19T19:23:49,479 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Unable to get data of znode /0-1182257822/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:23:49,489 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1182257822/switch/merge already deleted, retry=false 2024-11-19T19:23:49,491 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Unable to get data of znode /0-1182257822/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:23:49,499 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1182257822/snapshot-cleanup already deleted, retry=false 2024-11-19T19:23:49,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1182257822/running 2024-11-19T19:23:49,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1182257822/running 2024-11-19T19:23:49,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822 2024-11-19T19:23:49,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822 2024-11-19T19:23:49,510 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,33551,1732044227417, sessionid=0x101548d76fc0000, setting cluster-up flag (Was=false) 2024-11-19T19:23:49,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822 2024-11-19T19:23:49,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822 2024-11-19T19:23:49,563 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1182257822/flush-table-proc/acquired, /0-1182257822/flush-table-proc/reached, /0-1182257822/flush-table-proc/abort 2024-11-19T19:23:49,564 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,33551,1732044227417 2024-11-19T19:23:49,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822 2024-11-19T19:23:49,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822 2024-11-19T19:23:49,615 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1182257822/online-snapshot/acquired, /0-1182257822/online-snapshot/reached, /0-1182257822/online-snapshot/abort 2024-11-19T19:23:49,616 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,33551,1732044227417 2024-11-19T19:23:49,617 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:23:49,618 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:49,618 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:23:49,618 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:23:49,619 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,33551,1732044227417 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:23:49,619 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:49,619 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:49,620 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:49,620 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:49,620 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:23:49,620 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:49,620 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:23:49,620 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:49,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:49,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:23:49,621 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:49,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:23:49,628 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044259628 2024-11-19T19:23:49,629 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:23:49,629 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:23:49,629 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:23:49,629 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:23:49,629 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:23:49,629 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:23:49,631 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,631 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:23:49,631 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:23:49,631 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:23:49,632 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:23:49,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42663 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:23:49,632 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:23:49,632 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:23:49,635 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044229632,5,FailOnTimeoutGroup] 2024-11-19T19:23:49,635 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044229635,5,FailOnTimeoutGroup] 2024-11-19T19:23:49,635 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,635 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:23:49,635 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,635 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,639 INFO [RS:0;f156d4de6e70:40115 {}] regionserver.HRegionServer(746): ClusterId : 0a8396ee-895c-4ee4-8be5-c03d310fa5d0 2024-11-19T19:23:49,639 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:23:49,647 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:23:49,648 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:23:49,658 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:23:49,658 DEBUG [RS:0;f156d4de6e70:40115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fbf403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:23:49,673 DEBUG [RS:0;f156d4de6e70:40115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:40115 2024-11-19T19:23:49,673 INFO [RS:0;f156d4de6e70:40115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:23:49,673 INFO [RS:0;f156d4de6e70:40115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:23:49,673 DEBUG [RS:0;f156d4de6e70:40115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:23:49,674 INFO [RS:0;f156d4de6e70:40115 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,33551,1732044227417 with port=40115, startcode=1732044227599 2024-11-19T19:23:49,674 DEBUG [RS:0;f156d4de6e70:40115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:23:49,675 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:23:49,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,40115,1732044227599 2024-11-19T19:23:49,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33551 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,40115,1732044227599 2024-11-19T19:23:49,676 DEBUG [RS:0;f156d4de6e70:40115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41 2024-11-19T19:23:49,676 DEBUG [RS:0;f156d4de6e70:40115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46373 2024-11-19T19:23:49,676 DEBUG [RS:0;f156d4de6e70:40115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:23:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822/rs 2024-11-19T19:23:49,689 DEBUG [RS:0;f156d4de6e70:40115 {}] zookeeper.ZKUtil(111): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Set watcher on existing znode=/0-1182257822/rs/f156d4de6e70,40115,1732044227599 2024-11-19T19:23:49,689 WARN [RS:0;f156d4de6e70:40115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:23:49,689 INFO [RS:0;f156d4de6e70:40115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:49,690 DEBUG [RS:0;f156d4de6e70:40115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/WALs/f156d4de6e70,40115,1732044227599 2024-11-19T19:23:49,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,40115,1732044227599] 2024-11-19T19:23:49,692 INFO [RS:0;f156d4de6e70:40115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:23:49,708 INFO [RS:0;f156d4de6e70:40115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:23:49,712 INFO [RS:0;f156d4de6e70:40115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:23:49,712 INFO [RS:0;f156d4de6e70:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,717 INFO [RS:0;f156d4de6e70:40115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:23:49,718 INFO [RS:0;f156d4de6e70:40115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:23:49,718 INFO [RS:0;f156d4de6e70:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:23:49,718 DEBUG [RS:0;f156d4de6e70:40115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:23:49,719 INFO [RS:0;f156d4de6e70:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,719 INFO [RS:0;f156d4de6e70:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,719 INFO [RS:0;f156d4de6e70:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,719 INFO [RS:0;f156d4de6e70:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,719 INFO [RS:0;f156d4de6e70:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,719 INFO [RS:0;f156d4de6e70:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,40115,1732044227599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:23:49,739 INFO [RS:0;f156d4de6e70:40115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:23:49,739 INFO [RS:0;f156d4de6e70:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,40115,1732044227599-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,739 INFO [RS:0;f156d4de6e70:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,739 INFO [RS:0;f156d4de6e70:40115 {}] regionserver.Replication(171): f156d4de6e70,40115,1732044227599 started 2024-11-19T19:23:49,756 INFO [RS:0;f156d4de6e70:40115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:49,756 INFO [RS:0;f156d4de6e70:40115 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,40115,1732044227599, RpcServer on f156d4de6e70/172.17.0.3:40115, sessionid=0x101548d76fc0001 2024-11-19T19:23:49,756 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:23:49,756 DEBUG [RS:0;f156d4de6e70:40115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,40115,1732044227599 2024-11-19T19:23:49,756 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,40115,1732044227599' 2024-11-19T19:23:49,756 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1182257822/flush-table-proc/abort' 2024-11-19T19:23:49,757 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1182257822/flush-table-proc/acquired' 2024-11-19T19:23:49,757 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:23:49,757 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:23:49,757 DEBUG [RS:0;f156d4de6e70:40115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,40115,1732044227599 2024-11-19T19:23:49,757 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,40115,1732044227599' 2024-11-19T19:23:49,757 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1182257822/online-snapshot/abort' 2024-11-19T19:23:49,757 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1182257822/online-snapshot/acquired' 2024-11-19T19:23:49,758 DEBUG [RS:0;f156d4de6e70:40115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:23:49,758 INFO [RS:0;f156d4de6e70:40115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:23:49,758 INFO [RS:0;f156d4de6e70:40115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:23:49,858 INFO [RS:0;f156d4de6e70:40115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:23:49,859 INFO [RS:0;f156d4de6e70:40115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C40115%2C1732044227599, suffix=, logDir=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/WALs/f156d4de6e70,40115,1732044227599, archiveDir=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/oldWALs, maxLogs=10 2024-11-19T19:23:49,874 DEBUG [RS:0;f156d4de6e70:40115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/WALs/f156d4de6e70,40115,1732044227599/f156d4de6e70%2C40115%2C1732044227599.1732044229859, exclude list is [], retry=0 2024-11-19T19:23:49,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42663,DS-e39f2e5c-6fdb-49d1-a7f9-a95b010810b3,DISK] 2024-11-19T19:23:49,878 INFO [RS:0;f156d4de6e70:40115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/WALs/f156d4de6e70,40115,1732044227599/f156d4de6e70%2C40115%2C1732044227599.1732044229859 2024-11-19T19:23:49,878 DEBUG [RS:0;f156d4de6e70:40115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-11-19T19:23:50,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:23:50,033 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41 2024-11-19T19:23:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42663 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:23:50,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:50,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:23:50,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:23:50,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:50,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:50,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:23:50,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:23:50,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:50,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:50,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:23:50,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:23:50,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:50,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:50,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:23:50,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:23:50,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:50,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:50,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:23:50,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/data/hbase/meta/1588230740 2024-11-19T19:23:50,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/data/hbase/meta/1588230740 2024-11-19T19:23:50,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:23:50,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:23:50,444 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:50,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:23:50,446 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:50,447 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66023988, jitterRate=-0.01616591215133667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:50,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044230437Initializing all the Stores at 1732044230438 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044230438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044230438Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044230438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044230438Cleaning up temporary data from old regions at 1732044230444 (+6 ms)Region opened successfully at 1732044230447 (+3 ms) 2024-11-19T19:23:50,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:23:50,447 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:23:50,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:23:50,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:23:50,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:23:50,447 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:50,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044230447Disabling compacts and flushes for region at 1732044230447Disabling writes for close at 1732044230447Writing region close event to WAL at 1732044230447Closed at 1732044230447 2024-11-19T19:23:50,448 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:50,448 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:23:50,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:23:50,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:23:50,449 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:23:50,600 DEBUG [f156d4de6e70:33551 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:23:50,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,40115,1732044227599 2024-11-19T19:23:50,601 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,40115,1732044227599, state=OPENING 2024-11-19T19:23:50,622 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:23:50,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822 2024-11-19T19:23:50,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1182257822 2024-11-19T19:23:50,656 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:23:50,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1182257822/meta-region-server: CHANGED 2024-11-19T19:23:50,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1182257822/meta-region-server: CHANGED 2024-11-19T19:23:50,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,40115,1732044227599}] 2024-11-19T19:23:50,809 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:23:50,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:23:50,812 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:23:50,812 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:50,813 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:23:50,814 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C40115%2C1732044227599.meta, suffix=.meta, logDir=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/WALs/f156d4de6e70,40115,1732044227599, archiveDir=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/oldWALs, maxLogs=10 2024-11-19T19:23:50,826 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/WALs/f156d4de6e70,40115,1732044227599/f156d4de6e70%2C40115%2C1732044227599.meta.1732044230814.meta, exclude list is [], retry=0 2024-11-19T19:23:50,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42663,DS-e39f2e5c-6fdb-49d1-a7f9-a95b010810b3,DISK] 2024-11-19T19:23:50,830 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/WALs/f156d4de6e70,40115,1732044227599/f156d4de6e70%2C40115%2C1732044227599.meta.1732044230814.meta 2024-11-19T19:23:50,830 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33581:33581)] 2024-11-19T19:23:50,831 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:50,831 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:23:50,831 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:23:50,831 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:23:50,831 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:23:50,831 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:23:50,832 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:50,832 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:23:50,832 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:23:50,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:23:50,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:23:50,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:50,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:50,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:23:50,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:23:50,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:50,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:50,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:23:50,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:23:50,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:50,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:50,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:23:50,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:23:50,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:50,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:50,837 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:23:50,837 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/data/hbase/meta/1588230740 2024-11-19T19:23:50,838 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/data/hbase/meta/1588230740 2024-11-19T19:23:50,839 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:23:50,839 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:23:50,839 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:50,840 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:23:50,840 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67157138, jitterRate=7.193386554718018E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:50,840 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:23:50,841 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044230832Writing region info on filesystem at 1732044230832Initializing all the Stores at 1732044230832Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044230832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044230833 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044230833Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044230833Cleaning up temporary data from old regions at 1732044230839 (+6 ms)Running coprocessor post-open hooks at 1732044230840 (+1 ms)Region opened successfully at 1732044230841 (+1 ms) 2024-11-19T19:23:50,841 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044230808 2024-11-19T19:23:50,843 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:23:50,843 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:23:50,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,40115,1732044227599 2024-11-19T19:23:50,844 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,40115,1732044227599, state=OPEN 2024-11-19T19:23:50,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33551-0x101548d76fc0000, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1182257822/meta-region-server 2024-11-19T19:23:50,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40115-0x101548d76fc0001, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1182257822/meta-region-server 2024-11-19T19:23:50,889 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,40115,1732044227599 2024-11-19T19:23:50,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1182257822/meta-region-server: CHANGED 2024-11-19T19:23:50,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1182257822/meta-region-server: CHANGED 2024-11-19T19:23:50,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:23:50,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,40115,1732044227599 in 233 msec 2024-11-19T19:23:50,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:23:50,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-19T19:23:50,893 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:50,893 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:23:50,894 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:50,894 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,40115,1732044227599, seqNum=-1] 2024-11-19T19:23:50,894 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:50,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:23:50,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-19T19:23:50,898 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044230898, completionTime=-1 2024-11-19T19:23:50,898 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:23:50,898 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:23:50,900 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:23:50,900 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044290900 2024-11-19T19:23:50,900 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044350900 2024-11-19T19:23:50,900 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T19:23:50,900 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33551,1732044227417-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:50,900 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33551,1732044227417-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:50,900 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33551,1732044227417-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:50,900 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:33551, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:50,900 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:50,900 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:50,901 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:23:50,903 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.218sec 2024-11-19T19:23:50,903 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:23:50,903 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:23:50,903 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:23:50,903 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:23:50,903 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:23:50,903 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33551,1732044227417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:23:50,903 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33551,1732044227417-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:23:50,905 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:23:50,905 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:23:50,905 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33551,1732044227417-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:50,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620073fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:50,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33551,-1 for getting cluster id 2024-11-19T19:23:50,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:50,942 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a8396ee-895c-4ee4-8be5-c03d310fa5d0' 2024-11-19T19:23:50,942 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:50,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a8396ee-895c-4ee4-8be5-c03d310fa5d0" 2024-11-19T19:23:50,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e4032c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:50,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33551,-1] 2024-11-19T19:23:50,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:50,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:50,944 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:50,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3367b585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:50,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,40115,1732044227599, seqNum=-1] 2024-11-19T19:23:50,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:50,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:23:50,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,33551,1732044227417 2024-11-19T19:23:50,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56783 2024-11-19T19:23:50,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56783, baseZNode=/0-1182257822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:50,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101548d76fc0002 connected 2024-11-19T19:23:50,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33551,1732044227417 2024-11-19T19:23:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fd6064e 2024-11-19T19:23:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:50,984 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:23:50,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:23:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:23:50,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:23:50,986 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:50,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:23:50,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:23:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:51,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42663 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:23:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:51,403 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 973cfd1a82a2cdcefe97e3d272f532de, NAME => 'test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41 2024-11-19T19:23:51,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42663 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:23:51,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:51,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 973cfd1a82a2cdcefe97e3d272f532de, disabling compactions & flushes 2024-11-19T19:23:51,407 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de. 2024-11-19T19:23:51,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de. 2024-11-19T19:23:51,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de. after waiting 0 ms 2024-11-19T19:23:51,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de. 2024-11-19T19:23:51,407 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de. 2024-11-19T19:23:51,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 973cfd1a82a2cdcefe97e3d272f532de: Waiting for close lock at 1732044231407Disabling compacts and flushes for region at 1732044231407Disabling writes for close at 1732044231407Writing region close event to WAL at 1732044231407Closed at 1732044231407 2024-11-19T19:23:51,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:23:51,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044231408"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044231408"}]},"ts":"1732044231408"} 2024-11-19T19:23:51,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:23:51,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:23:51,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044231411"}]},"ts":"1732044231411"} 2024-11-19T19:23:51,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:23:51,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=973cfd1a82a2cdcefe97e3d272f532de, ASSIGN}] 2024-11-19T19:23:51,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=973cfd1a82a2cdcefe97e3d272f532de, ASSIGN 2024-11-19T19:23:51,414 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=973cfd1a82a2cdcefe97e3d272f532de, ASSIGN; state=OFFLINE, location=f156d4de6e70,40115,1732044227599; forceNewPlan=false, retain=false 2024-11-19T19:23:51,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=973cfd1a82a2cdcefe97e3d272f532de, regionState=OPENING, regionLocation=f156d4de6e70,40115,1732044227599 2024-11-19T19:23:51,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=973cfd1a82a2cdcefe97e3d272f532de, ASSIGN because future has completed 2024-11-19T19:23:51,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 973cfd1a82a2cdcefe97e3d272f532de, server=f156d4de6e70,40115,1732044227599}] 2024-11-19T19:23:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:51,720 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de. 2024-11-19T19:23:51,721 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 973cfd1a82a2cdcefe97e3d272f532de, NAME => 'test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:51,721 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:23:51,721 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:23:51,721 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 973cfd1a82a2cdcefe97e3d272f532de 2024-11-19T19:23:51,721 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:51,721 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 973cfd1a82a2cdcefe97e3d272f532de 2024-11-19T19:23:51,721 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 973cfd1a82a2cdcefe97e3d272f532de 2024-11-19T19:23:51,722 INFO [StoreOpener-973cfd1a82a2cdcefe97e3d272f532de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 973cfd1a82a2cdcefe97e3d272f532de 2024-11-19T19:23:51,723 INFO [StoreOpener-973cfd1a82a2cdcefe97e3d272f532de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 973cfd1a82a2cdcefe97e3d272f532de columnFamilyName f 2024-11-19T19:23:51,723 DEBUG [StoreOpener-973cfd1a82a2cdcefe97e3d272f532de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:51,723 INFO [StoreOpener-973cfd1a82a2cdcefe97e3d272f532de-1 {}] regionserver.HStore(327): Store=973cfd1a82a2cdcefe97e3d272f532de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:51,723 INFO [StoreOpener-973cfd1a82a2cdcefe97e3d272f532de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 973cfd1a82a2cdcefe97e3d272f532de 2024-11-19T19:23:51,724 INFO [StoreOpener-973cfd1a82a2cdcefe97e3d272f532de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 973cfd1a82a2cdcefe97e3d272f532de columnFamilyName f1 2024-11-19T19:23:51,724 DEBUG [StoreOpener-973cfd1a82a2cdcefe97e3d272f532de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:51,724 INFO [StoreOpener-973cfd1a82a2cdcefe97e3d272f532de-1 {}] regionserver.HStore(327): Store=973cfd1a82a2cdcefe97e3d272f532de/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:51,724 INFO [StoreOpener-973cfd1a82a2cdcefe97e3d272f532de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 973cfd1a82a2cdcefe97e3d272f532de 2024-11-19T19:23:51,725 INFO [StoreOpener-973cfd1a82a2cdcefe97e3d272f532de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 973cfd1a82a2cdcefe97e3d272f532de columnFamilyName norep 2024-11-19T19:23:51,725 DEBUG [StoreOpener-973cfd1a82a2cdcefe97e3d272f532de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:51,725 INFO [StoreOpener-973cfd1a82a2cdcefe97e3d272f532de-1 {}] regionserver.HStore(327): Store=973cfd1a82a2cdcefe97e3d272f532de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:51,725 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 973cfd1a82a2cdcefe97e3d272f532de 2024-11-19T19:23:51,726 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/data/default/test/973cfd1a82a2cdcefe97e3d272f532de 2024-11-19T19:23:51,726 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/data/default/test/973cfd1a82a2cdcefe97e3d272f532de 2024-11-19T19:23:51,726 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 973cfd1a82a2cdcefe97e3d272f532de 2024-11-19T19:23:51,727 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 973cfd1a82a2cdcefe97e3d272f532de 2024-11-19T19:23:51,727 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:23:51,727 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 973cfd1a82a2cdcefe97e3d272f532de 2024-11-19T19:23:51,729 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/data/default/test/973cfd1a82a2cdcefe97e3d272f532de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:51,729 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 973cfd1a82a2cdcefe97e3d272f532de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63751468, jitterRate=-0.050029098987579346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:23:51,729 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 973cfd1a82a2cdcefe97e3d272f532de 2024-11-19T19:23:51,730 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 973cfd1a82a2cdcefe97e3d272f532de: Running coprocessor pre-open hook at 1732044231721Writing region info on filesystem at 1732044231721Initializing all the Stores at 1732044231722 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044231722Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044231722Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044231722Cleaning up temporary data from old regions at 1732044231727 (+5 ms)Running coprocessor post-open hooks at 1732044231729 (+2 ms)Region opened successfully at 1732044231730 (+1 ms) 2024-11-19T19:23:51,730 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de., pid=6, masterSystemTime=1732044231718 2024-11-19T19:23:51,732 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de. 2024-11-19T19:23:51,732 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044230984.973cfd1a82a2cdcefe97e3d272f532de. 2024-11-19T19:23:51,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=973cfd1a82a2cdcefe97e3d272f532de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,40115,1732044227599 2024-11-19T19:23:51,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 973cfd1a82a2cdcefe97e3d272f532de, server=f156d4de6e70,40115,1732044227599 because future has completed 2024-11-19T19:23:51,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:23:51,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 973cfd1a82a2cdcefe97e3d272f532de, server=f156d4de6e70,40115,1732044227599 in 169 msec 2024-11-19T19:23:51,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:23:51,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=973cfd1a82a2cdcefe97e3d272f532de, ASSIGN in 325 msec 2024-11-19T19:23:51,738 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:23:51,739 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044231738"}]},"ts":"1732044231738"} 2024-11-19T19:23:51,752 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:23:51,753 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:23:51,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-19T19:23:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:23:52,129 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:23:52,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234041d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:52,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33551,-1 for getting cluster id 2024-11-19T19:23:52,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:52,130 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a8396ee-895c-4ee4-8be5-c03d310fa5d0' 2024-11-19T19:23:52,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a8396ee-895c-4ee4-8be5-c03d310fa5d0" 2024-11-19T19:23:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f18a5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33551,-1] 2024-11-19T19:23:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:52,131 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:52,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d2927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:52,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:52,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33551,1732044227417 2024-11-19T19:23:52,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34927e11 2024-11-19T19:23:52,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:52,133 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:23:52,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:33551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:23:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:23:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:52,135 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:33551' 2024-11-19T19:23:52,136 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4862ceec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:52,136 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33551,-1 for getting cluster id 2024-11-19T19:23:52,136 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:52,137 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a8396ee-895c-4ee4-8be5-c03d310fa5d0' 2024-11-19T19:23:52,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:52,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a8396ee-895c-4ee4-8be5-c03d310fa5d0" 2024-11-19T19:23:52,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3811d662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:52,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33551,-1] 2024-11-19T19:23:52,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:52,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:52,138 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:52,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a53c0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:52,138 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:52,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33551,1732044227417 2024-11-19T19:23:52,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4418ec02 2024-11-19T19:23:52,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:23:52,139 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:23:52,140 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T19:23:52,140 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:23:52,140 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:52,140 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:52,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:52,140 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f156d4de6e70:33551, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T19:23:52,145 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f156d4de6e70:33551, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f156d4de6e70:33551, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f156d4de6e70:33551, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-19T19:23:52,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f156d4de6e70:33551, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-19T19:23:52,146 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-19T19:23:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:23:52,240 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://f156d4de6e70:33551, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-19T19:23:52,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:23:52,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:23:52,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:52,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:52,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:23:52,257 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 358) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_510601869_20 at /127.0.0.1:49170 [Receiving block BP-1919611336-172.17.0.3-1732044225380:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp787070663-7930 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9450432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41-prefix:f156d4de6e70,40115,1732044227599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919611336-172.17.0.3-1732044225380:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: f156d4de6e70:33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server idle connection scanner for port 42939 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41/MasterData-prefix:f156d4de6e70,33551,1732044227417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f156d4de6e70:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;f156d4de6e70:33551 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp787070663-7928 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9450432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2139640376-7977-acceptor-0@1a29557c-ServerConnector@1527f35d{HTTP/1.1, (http/1.1)}{localhost:40211} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2139640376-7976 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9450432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f156d4de6e70:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56783 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f156d4de6e70:40115 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3f9e0268[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 42939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp787070663-7929 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9450432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp787070663-7934 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/f156d4de6e70:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46373/user/jenkins/test-data/5e9b55cd-4499-f23b-7e82-e701fa5f3c41-prefix:f156d4de6e70,40115,1732044227599.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp787070663-7933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/cluster_30efc820-b3a4-7d3d-092c-1511b055689d/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_195466586_20 at /127.0.0.1:49150 [Receiving block BP-1919611336-172.17.0.3-1732044225380:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3d61c2d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: regionserver/f156d4de6e70:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp787070663-7927 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9450432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$613/0x00007f9450ad9fb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/cluster_30efc820-b3a4-7d3d-092c-1511b055689d/data/data2/current/BP-1919611336-172.17.0.3-1732044225380 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044229632 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp787070663-7931-acceptor-0@157129fc-ServerConnector@85bdf7f{HTTP/1.1, (http/1.1)}{localhost:39655} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@314166ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp2139640376-7979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:56783): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 46373 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919611336-172.17.0.3-1732044225380:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5349f266 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f156d4de6e70:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46373 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp2139640376-7978 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56783) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1919611336-172.17.0.3-1732044225380 heartbeating to localhost/127.0.0.1:46373 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_510601869_20 at /127.0.0.1:49098 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: Session-HouseKeeper-66761ef3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f94509f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: CacheReplicationMonitor(1826393050) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:46373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1919611336-172.17.0.3-1732044225380:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56783) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;f156d4de6e70:40115-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 1 on default port 42939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56783) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044229635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@11346850 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2ab2e0df-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/cluster_30efc820-b3a4-7d3d-092c-1511b055689d/data/data1/current/BP-1919611336-172.17.0.3-1732044225380 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 46373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@3c3e29d4 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp787070663-7932 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/cluster_30efc820-b3a4-7d3d-092c-1511b055689d/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_510601869_20 at /127.0.0.1:49190 [Receiving block BP-1919611336-172.17.0.3-1732044225380:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=873 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 459) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3455 (was 3852) 2024-11-19T19:23:52,260 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-19T19:23:52,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=873, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=3455 2024-11-19T19:23:52,272 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-19T19:23:52,285 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-19T19:23:52,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/hadoop.log.dir so I do NOT create it in target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5 2024-11-19T19:23:52,286 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:23:52,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/hadoop.tmp.dir so I do NOT create it in target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5 2024-11-19T19:23:52,286 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b1f42229-fac5-382b-062f-823223bfdad5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:23:52,286 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5 2024-11-19T19:23:52,286 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/cluster_a183a14a-da79-0a93-b354-6cc8759b53a2, deleteOnExit=true 2024-11-19T19:23:52,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/cluster_a183a14a-da79-0a93-b354-6cc8759b53a2/zookeeper_0, clientPort=63586, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/cluster_a183a14a-da79-0a93-b354-6cc8759b53a2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/cluster_a183a14a-da79-0a93-b354-6cc8759b53a2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T19:23:52,322 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63586 2024-11-19T19:23:52,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:23:52,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:23:52,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/test.cache.data in system properties and HBase conf 2024-11-19T19:23:52,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:23:52,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:23:52,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:23:52,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:23:52,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:23:52,322 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:23:52,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:23:53,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:53,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:23:53,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:23:53,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:23:53,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:23:53,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:53,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec53f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:23:53,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@262d3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:23:53,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22b51209{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/java.io.tmpdir/jetty-localhost-42049-hadoop-hdfs-3_4_1-tests_jar-_-any-2090308493409037821/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:23:53,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@586faf4a{HTTP/1.1, (http/1.1)}{localhost:42049} 2024-11-19T19:23:53,125 INFO [Time-limited test {}] server.Server(415): Started @325062ms 2024-11-19T19:23:53,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:53,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:23:53,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:23:53,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:23:53,362 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:23:53,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@358c5e9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:23:53,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61115c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:23:53,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:23:53,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:23:53,379 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128889 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:23:53,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c9a294c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/java.io.tmpdir/jetty-localhost-43141-hadoop-hdfs-3_4_1-tests_jar-_-any-13961619298998660488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:23:53,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d873ff5{HTTP/1.1, (http/1.1)}{localhost:43141} 2024-11-19T19:23:53,460 INFO [Time-limited test {}] server.Server(415): Started @325397ms 2024-11-19T19:23:53,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:23:54,175 WARN [Thread-4334 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/cluster_a183a14a-da79-0a93-b354-6cc8759b53a2/data/data2/current/BP-2053604120-172.17.0.3-1732044232340/current, will proceed with Du for space computation calculation, 2024-11-19T19:23:54,175 WARN [Thread-4333 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/cluster_a183a14a-da79-0a93-b354-6cc8759b53a2/data/data1/current/BP-2053604120-172.17.0.3-1732044232340/current, will proceed with Du for space computation calculation, 2024-11-19T19:23:54,189 WARN [Thread-4321 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:23:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecf900200dfcf05a with lease ID 0x173f1c5e16ab9320: Processing first storage report for DS-fc925e3c-82de-44d2-b12d-dafccc204418 from datanode DatanodeRegistration(127.0.0.1:41853, datanodeUuid=5a96eb2e-9870-4468-bcd4-ce4c15aa8343, infoPort=37269, infoSecurePort=0, ipcPort=41253, storageInfo=lv=-57;cid=testClusterID;nsid=1858976710;c=1732044232340) 2024-11-19T19:23:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecf900200dfcf05a with lease ID 0x173f1c5e16ab9320: from storage DS-fc925e3c-82de-44d2-b12d-dafccc204418 node DatanodeRegistration(127.0.0.1:41853, datanodeUuid=5a96eb2e-9870-4468-bcd4-ce4c15aa8343, infoPort=37269, infoSecurePort=0, ipcPort=41253, storageInfo=lv=-57;cid=testClusterID;nsid=1858976710;c=1732044232340), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:23:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecf900200dfcf05a with lease ID 0x173f1c5e16ab9320: Processing first storage report for DS-bb6efe85-8d25-4897-9515-502f798eb3b6 from datanode DatanodeRegistration(127.0.0.1:41853, datanodeUuid=5a96eb2e-9870-4468-bcd4-ce4c15aa8343, infoPort=37269, infoSecurePort=0, ipcPort=41253, storageInfo=lv=-57;cid=testClusterID;nsid=1858976710;c=1732044232340) 2024-11-19T19:23:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecf900200dfcf05a with lease ID 0x173f1c5e16ab9320: from storage DS-bb6efe85-8d25-4897-9515-502f798eb3b6 node DatanodeRegistration(127.0.0.1:41853, datanodeUuid=5a96eb2e-9870-4468-bcd4-ce4c15aa8343, infoPort=37269, infoSecurePort=0, ipcPort=41253, storageInfo=lv=-57;cid=testClusterID;nsid=1858976710;c=1732044232340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:23:54,286 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5 2024-11-19T19:23:54,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:54,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:54,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:23:54,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T19:23:54,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T19:23:54,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T19:23:54,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T19:23:54,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:23:54,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T19:23:54,693 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01 with version=8 2024-11-19T19:23:54,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/hbase-staging 2024-11-19T19:23:54,695 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:23:54,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:54,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:54,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:23:54,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:54,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:23:54,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:23:54,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:23:54,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33603 2024-11-19T19:23:54,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33603 connecting to ZooKeeper ensemble=127.0.0.1:63586 2024-11-19T19:23:54,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336030x0, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:54,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33603-0x101548d922c0000 connected 2024-11-19T19:23:54,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:54,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:54,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Set watcher on znode that does not yet exist, /0-695524097/running 2024-11-19T19:23:54,881 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01, hbase.cluster.distributed=false 2024-11-19T19:23:54,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Set watcher on znode that does not yet exist, /0-695524097/acl 2024-11-19T19:23:54,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33603 2024-11-19T19:23:54,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33603 2024-11-19T19:23:54,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33603 2024-11-19T19:23:54,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33603 2024-11-19T19:23:54,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33603 2024-11-19T19:23:54,908 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:23:54,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:54,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:54,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:23:54,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:23:54,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:23:54,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:23:54,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:23:54,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34631 2024-11-19T19:23:54,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34631 connecting to ZooKeeper ensemble=127.0.0.1:63586 2024-11-19T19:23:54,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:54,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:54,930 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346310x0, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:54,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34631-0x101548d922c0001 connected 2024-11-19T19:23:54,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346310x0, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Set watcher on znode that does not yet exist, /0-695524097/running 2024-11-19T19:23:54,931 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:23:54,931 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:23:54,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Set watcher on znode that does not yet exist, /0-695524097/master 2024-11-19T19:23:54,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Set watcher on znode that does not yet exist, /0-695524097/acl 2024-11-19T19:23:54,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34631 2024-11-19T19:23:54,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34631 2024-11-19T19:23:54,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34631 2024-11-19T19:23:54,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34631 2024-11-19T19:23:54,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34631 2024-11-19T19:23:54,955 DEBUG [M:0;f156d4de6e70:33603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:33603 2024-11-19T19:23:54,955 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-695524097/backup-masters/f156d4de6e70,33603,1732044234695 2024-11-19T19:23:54,961 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097/backup-masters 2024-11-19T19:23:54,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097/backup-masters 2024-11-19T19:23:54,962 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Set watcher on existing znode=/0-695524097/backup-masters/f156d4de6e70,33603,1732044234695 2024-11-19T19:23:54,972 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-695524097/master 2024-11-19T19:23:54,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:23:54,972 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:23:54,972 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Set watcher on existing znode=/0-695524097/master 2024-11-19T19:23:54,972 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-695524097/backup-masters/f156d4de6e70,33603,1732044234695 from backup master directory 2024-11-19T19:23:54,982 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097/backup-masters 2024-11-19T19:23:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-695524097/backup-masters/f156d4de6e70,33603,1732044234695 2024-11-19T19:23:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097/backup-masters 2024-11-19T19:23:54,982 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:23:54,982 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,33603,1732044234695 2024-11-19T19:23:54,985 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/hbase.id] with ID: f6ec53c5-ab6e-453e-abe3-16d4f0de5d44 2024-11-19T19:23:54,985 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/.tmp/hbase.id 2024-11-19T19:23:54,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:23:55,390 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/.tmp/hbase.id]:[hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/hbase.id] 2024-11-19T19:23:55,396 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:23:55,397 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:23:55,397 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T19:23:55,414 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:23:55,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:23:55,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:23:55,419 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:23:55,420 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:23:55,420 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:55,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:23:55,692 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T19:23:55,692 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T19:23:55,825 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store 2024-11-19T19:23:55,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:23:56,229 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:56,229 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:23:56,229 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:56,229 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:56,230 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:23:56,230 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:56,230 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:23:56,230 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044236229Disabling compacts and flushes for region at 1732044236229Disabling writes for close at 1732044236230 (+1 ms)Writing region close event to WAL at 1732044236230Closed at 1732044236230 2024-11-19T19:23:56,230 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/.initializing 2024-11-19T19:23:56,230 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/WALs/f156d4de6e70,33603,1732044234695 2024-11-19T19:23:56,231 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:23:56,232 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C33603%2C1732044234695, suffix=, logDir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/WALs/f156d4de6e70,33603,1732044234695, archiveDir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/oldWALs, maxLogs=10 2024-11-19T19:23:56,247 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/WALs/f156d4de6e70,33603,1732044234695/f156d4de6e70%2C33603%2C1732044234695.1732044236232, exclude list is [], retry=0 2024-11-19T19:23:56,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-fc925e3c-82de-44d2-b12d-dafccc204418,DISK] 2024-11-19T19:23:56,251 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/WALs/f156d4de6e70,33603,1732044234695/f156d4de6e70%2C33603%2C1732044234695.1732044236232 2024-11-19T19:23:56,251 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37269:37269)] 2024-11-19T19:23:56,251 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:56,251 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:56,252 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:56,252 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:56,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:56,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:23:56,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:56,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:56,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:56,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:23:56,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:56,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:56,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:56,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:23:56,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:56,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:56,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:56,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:23:56,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:56,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:23:56,257 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:56,258 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:56,258 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:56,259 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:56,259 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:56,259 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:56,260 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:23:56,261 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:56,261 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61715129, jitterRate=-0.08037291467189789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:56,261 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044236252Initializing all the Stores at 1732044236252Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044236252Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044236252Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044236252Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044236252Cleaning up temporary data from old regions at 1732044236259 (+7 ms)Region opened successfully at 1732044236261 (+2 ms) 2024-11-19T19:23:56,261 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:23:56,263 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749c89b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:23:56,263 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:23:56,263 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:23:56,263 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:23:56,263 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:23:56,264 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:23:56,264 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:23:56,264 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:23:56,265 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:23:56,265 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Unable to get data of znode /0-695524097/balancer because node does not exist (not necessarily an error) 2024-11-19T19:23:56,277 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-695524097/balancer already deleted, retry=false 2024-11-19T19:23:56,277 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:23:56,278 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Unable to get data of znode /0-695524097/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:23:56,287 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-695524097/normalizer already deleted, retry=false 2024-11-19T19:23:56,288 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:23:56,288 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Unable to get data of znode /0-695524097/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:23:56,298 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-695524097/switch/split already deleted, retry=false 2024-11-19T19:23:56,299 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Unable to get data of znode /0-695524097/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:23:56,309 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-695524097/switch/merge already deleted, retry=false 2024-11-19T19:23:56,310 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Unable to get data of znode /0-695524097/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:23:56,319 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-695524097/snapshot-cleanup already deleted, retry=false 2024-11-19T19:23:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-695524097/running 2024-11-19T19:23:56,330 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-695524097/running 2024-11-19T19:23:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:23:56,330 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:23:56,330 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,33603,1732044234695, sessionid=0x101548d922c0000, setting cluster-up flag (Was=false) 2024-11-19T19:23:56,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:23:56,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:23:56,351 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:23:56,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,383 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-695524097/flush-table-proc/acquired, /0-695524097/flush-table-proc/reached, /0-695524097/flush-table-proc/abort 2024-11-19T19:23:56,385 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,33603,1732044234695 2024-11-19T19:23:56,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:23:56,403 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:23:56,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:23:56,456 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-695524097/online-snapshot/acquired, /0-695524097/online-snapshot/reached, /0-695524097/online-snapshot/abort 2024-11-19T19:23:56,457 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,33603,1732044234695 2024-11-19T19:23:56,460 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:23:56,462 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:56,462 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:23:56,462 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:23:56,463 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,33603,1732044234695 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:23:56,464 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:56,464 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:56,464 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:56,464 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:23:56,464 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:23:56,464 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:56,464 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:23:56,464 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:56,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:56,482 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:23:56,482 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:56,482 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:23:56,493 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044266493 2024-11-19T19:23:56,494 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:23:56,494 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:23:56,494 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:23:56,494 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:23:56,494 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:23:56,494 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:23:56,500 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,501 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:23:56,501 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:23:56,501 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:23:56,501 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:23:56,501 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:23:56,501 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:23:56,501 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044236501,5,FailOnTimeoutGroup] 2024-11-19T19:23:56,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:23:56,512 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044236501,5,FailOnTimeoutGroup] 2024-11-19T19:23:56,512 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,512 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:23:56,512 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,512 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,547 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(746): ClusterId : f6ec53c5-ab6e-453e-abe3-16d4f0de5d44 2024-11-19T19:23:56,547 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:23:56,551 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:23:56,551 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:23:56,562 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:23:56,562 DEBUG [RS:0;f156d4de6e70:34631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a40f49e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:23:56,576 DEBUG [RS:0;f156d4de6e70:34631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:34631 2024-11-19T19:23:56,577 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:23:56,577 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:23:56,577 DEBUG [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:23:56,577 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,33603,1732044234695 with port=34631, startcode=1732044234908 2024-11-19T19:23:56,578 DEBUG [RS:0;f156d4de6e70:34631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:23:56,601 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:23:56,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,34631,1732044234908 2024-11-19T19:23:56,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33603 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,34631,1732044234908 2024-11-19T19:23:56,606 DEBUG [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01 2024-11-19T19:23:56,606 DEBUG [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46109 2024-11-19T19:23:56,606 DEBUG [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:23:56,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097/rs 2024-11-19T19:23:56,614 DEBUG [RS:0;f156d4de6e70:34631 {}] zookeeper.ZKUtil(111): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Set watcher on existing znode=/0-695524097/rs/f156d4de6e70,34631,1732044234908 2024-11-19T19:23:56,614 WARN [RS:0;f156d4de6e70:34631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:23:56,615 INFO [RS:0;f156d4de6e70:34631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:56,615 DEBUG [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908 2024-11-19T19:23:56,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,34631,1732044234908] 2024-11-19T19:23:56,635 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:23:56,641 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:23:56,644 INFO [RS:0;f156d4de6e70:34631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:23:56,644 INFO [RS:0;f156d4de6e70:34631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,648 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:23:56,649 INFO [RS:0;f156d4de6e70:34631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:23:56,649 INFO [RS:0;f156d4de6e70:34631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:23:56,649 DEBUG [RS:0;f156d4de6e70:34631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:23:56,652 INFO [RS:0;f156d4de6e70:34631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,652 INFO [RS:0;f156d4de6e70:34631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,652 INFO [RS:0;f156d4de6e70:34631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,652 INFO [RS:0;f156d4de6e70:34631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,652 INFO [RS:0;f156d4de6e70:34631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,652 INFO [RS:0;f156d4de6e70:34631 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,34631,1732044234908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:23:56,666 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:23:56,667 INFO [RS:0;f156d4de6e70:34631 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,34631,1732044234908-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,667 INFO [RS:0;f156d4de6e70:34631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,667 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.Replication(171): f156d4de6e70,34631,1732044234908 started 2024-11-19T19:23:56,687 INFO [RS:0;f156d4de6e70:34631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:56,688 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,34631,1732044234908, RpcServer on f156d4de6e70/172.17.0.3:34631, sessionid=0x101548d922c0001 2024-11-19T19:23:56,688 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:23:56,688 DEBUG [RS:0;f156d4de6e70:34631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,34631,1732044234908 2024-11-19T19:23:56,688 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,34631,1732044234908' 2024-11-19T19:23:56,688 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-695524097/flush-table-proc/abort' 2024-11-19T19:23:56,689 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-695524097/flush-table-proc/acquired' 2024-11-19T19:23:56,689 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:23:56,689 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:23:56,689 DEBUG [RS:0;f156d4de6e70:34631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,34631,1732044234908 2024-11-19T19:23:56,689 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,34631,1732044234908' 2024-11-19T19:23:56,689 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-695524097/online-snapshot/abort' 2024-11-19T19:23:56,690 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-695524097/online-snapshot/acquired' 2024-11-19T19:23:56,690 DEBUG [RS:0;f156d4de6e70:34631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:23:56,690 INFO [RS:0;f156d4de6e70:34631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:23:56,690 INFO [RS:0;f156d4de6e70:34631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:23:56,790 INFO [RS:0;f156d4de6e70:34631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:23:56,793 INFO [RS:0;f156d4de6e70:34631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C34631%2C1732044234908, suffix=, logDir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908, archiveDir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/oldWALs, maxLogs=10 2024-11-19T19:23:56,809 DEBUG [RS:0;f156d4de6e70:34631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793, exclude list is [], retry=0 2024-11-19T19:23:56,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-fc925e3c-82de-44d2-b12d-dafccc204418,DISK] 2024-11-19T19:23:56,829 INFO [RS:0;f156d4de6e70:34631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 2024-11-19T19:23:56,830 DEBUG [RS:0;f156d4de6e70:34631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37269:37269)] 2024-11-19T19:23:56,907 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:23:56,907 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01 2024-11-19T19:23:56,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:23:56,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:56,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:23:56,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:23:56,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:56,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:56,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:23:56,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:23:56,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:56,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:56,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:23:56,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:23:56,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:56,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:56,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:23:56,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:23:56,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:56,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:56,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:23:56,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740 2024-11-19T19:23:56,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740 2024-11-19T19:23:56,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:23:56,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:23:56,963 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:56,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:23:56,967 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:23:56,967 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68291631, jitterRate=0.01762460172176361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:56,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044236942Initializing all the Stores at 1732044236942Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044236942Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044236948 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044236948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044236948Cleaning up temporary data from old regions at 1732044236962 (+14 ms)Region opened successfully at 1732044236967 (+5 ms) 2024-11-19T19:23:56,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:23:56,968 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:23:56,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:23:56,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:23:56,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:23:56,968 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:23:56,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044236967Disabling compacts and flushes for region at 1732044236967Disabling writes for close at 1732044236968 (+1 ms)Writing region close event to WAL at 1732044236968Closed at 1732044236968 2024-11-19T19:23:56,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:56,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:23:56,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:23:56,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:23:56,974 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:23:57,124 DEBUG [f156d4de6e70:33603 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:23:57,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,34631,1732044234908 2024-11-19T19:23:57,131 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,34631,1732044234908, state=OPENING 2024-11-19T19:23:57,184 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:23:57,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:23:57,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-695524097/meta-region-server: CHANGED 2024-11-19T19:23:57,196 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:23:57,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-695524097/meta-region-server: CHANGED 2024-11-19T19:23:57,197 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:23:57,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,34631,1732044234908}] 2024-11-19T19:23:57,360 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:23:57,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:23:57,368 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:23:57,369 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:23:57,369 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:23:57,376 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C34631%2C1732044234908.meta, suffix=.meta, logDir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908, archiveDir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/oldWALs, maxLogs=10 2024-11-19T19:23:57,392 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.meta.1732044237376.meta, exclude list is [], retry=0 2024-11-19T19:23:57,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-fc925e3c-82de-44d2-b12d-dafccc204418,DISK] 2024-11-19T19:23:57,396 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.meta.1732044237376.meta 2024-11-19T19:23:57,401 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37269:37269)] 2024-11-19T19:23:57,401 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:23:57,401 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:23:57,402 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:23:57,402 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:23:57,402 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:23:57,402 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:23:57,402 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:23:57,402 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:23:57,402 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:23:57,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:23:57,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:23:57,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:57,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:57,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:23:57,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:23:57,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:57,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:57,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:23:57,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:23:57,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:57,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:57,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:23:57,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:23:57,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:23:57,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:23:57,414 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:23:57,415 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740 2024-11-19T19:23:57,415 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740 2024-11-19T19:23:57,417 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:23:57,417 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:23:57,418 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:23:57,426 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:23:57,427 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74782655, jitterRate=0.1143483966588974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:23:57,428 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:23:57,428 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044237402Writing region info on filesystem at 1732044237402Initializing all the Stores at 1732044237404 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044237404Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044237405 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044237405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044237405Cleaning up temporary data from old regions at 1732044237417 (+12 ms)Running coprocessor post-open hooks at 1732044237428 (+11 ms)Region opened successfully at 1732044237428 2024-11-19T19:23:57,433 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044237360 2024-11-19T19:23:57,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,34631,1732044234908 2024-11-19T19:23:57,443 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,34631,1732044234908, state=OPEN 2024-11-19T19:23:57,443 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:23:57,443 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:23:57,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-695524097/meta-region-server 2024-11-19T19:23:57,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-695524097/meta-region-server: CHANGED 2024-11-19T19:23:57,490 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-695524097/meta-region-server 2024-11-19T19:23:57,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-695524097/meta-region-server: CHANGED 2024-11-19T19:23:57,490 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,34631,1732044234908 2024-11-19T19:23:57,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:23:57,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,34631,1732044234908 in 293 msec 2024-11-19T19:23:57,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:23:57,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 525 msec 2024-11-19T19:23:57,499 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:23:57,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:23:57,505 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:57,505 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,34631,1732044234908, seqNum=-1] 2024-11-19T19:23:57,506 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:57,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:23:57,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0540 sec 2024-11-19T19:23:57,530 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044237530, completionTime=-1 2024-11-19T19:23:57,530 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:23:57,531 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:23:57,533 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:23:57,533 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044297533 2024-11-19T19:23:57,533 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044357533 2024-11-19T19:23:57,533 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T19:23:57,533 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33603,1732044234695-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:57,533 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33603,1732044234695-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:57,533 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33603,1732044234695-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:57,533 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:33603, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:57,533 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:57,536 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:23:57,536 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:57,541 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.559sec 2024-11-19T19:23:57,541 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:23:57,541 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:23:57,541 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:23:57,541 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:23:57,541 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:23:57,541 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33603,1732044234695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:23:57,542 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33603,1732044234695-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:23:57,550 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:23:57,550 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:23:57,550 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,33603,1732044234695-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:23:57,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb9b812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:57,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33603,-1 for getting cluster id 2024-11-19T19:23:57,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:23:57,566 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec53c5-ab6e-453e-abe3-16d4f0de5d44' 2024-11-19T19:23:57,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:23:57,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec53c5-ab6e-453e-abe3-16d4f0de5d44" 2024-11-19T19:23:57,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cfd7c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33603,-1] 2024-11-19T19:23:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:23:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:23:57,568 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:23:57,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a75c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:23:57,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:23:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,34631,1732044234908, seqNum=-1] 2024-11-19T19:23:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:23:57,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:23:57,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,33603,1732044234695 2024-11-19T19:23:57,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63586 2024-11-19T19:23:57,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:23:57,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101548d922c0002 connected 2024-11-19T19:23:57,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/hadoop.log.dir so I do NOT create it in target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac 2024-11-19T19:23:57,617 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:23:57,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/hadoop.tmp.dir so I do NOT create it in target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac 2024-11-19T19:23:57,618 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:23:57,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac 2024-11-19T19:23:57,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:23:57,618 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/cluster_9505c5f5-6d6c-115c-5268-21fb456919c5, deleteOnExit=true 2024-11-19T19:23:57,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:23:57,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/test.cache.data in system properties and HBase conf 2024-11-19T19:23:57,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:23:57,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:23:57,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:23:57,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:23:57,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:23:57,619 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:23:57,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:23:57,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:23:57,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:23:57,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:23:57,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:23:57,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:23:57,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:23:57,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:23:57,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:23:57,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:23:57,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:23:57,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:23:57,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:23:57,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:23:58,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:58,159 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:23:58,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:23:58,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:23:58,236 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:23:58,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:58,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73bfc8d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:23:58,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2b586b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:23:58,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46411012{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/java.io.tmpdir/jetty-localhost-46045-hadoop-hdfs-3_4_1-tests_jar-_-any-15353970164825833796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:23:58,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3415693f{HTTP/1.1, (http/1.1)}{localhost:46045} 2024-11-19T19:23:58,375 INFO [Time-limited test {}] server.Server(415): Started @330312ms 2024-11-19T19:23:59,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:23:59,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:23:59,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:23:59,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:23:59,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T19:23:59,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4898b4cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:23:59,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bed62b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:23:59,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49908177{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/java.io.tmpdir/jetty-localhost-45737-hadoop-hdfs-3_4_1-tests_jar-_-any-13077594727765308592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:23:59,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@191e59e7{HTTP/1.1, (http/1.1)}{localhost:45737} 2024-11-19T19:23:59,288 INFO [Time-limited test {}] server.Server(415): Started @331224ms 2024-11-19T19:23:59,289 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:24:00,172 WARN [Thread-4454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/cluster_9505c5f5-6d6c-115c-5268-21fb456919c5/data/data1/current/BP-827094711-172.17.0.3-1732044237639/current, will proceed with Du for space computation calculation, 2024-11-19T19:24:00,172 WARN [Thread-4455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/cluster_9505c5f5-6d6c-115c-5268-21fb456919c5/data/data2/current/BP-827094711-172.17.0.3-1732044237639/current, will proceed with Du for space computation calculation, 2024-11-19T19:24:00,209 WARN [Thread-4442 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:24:00,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1294818ac2d919cf with lease ID 0x5cfb5c8cd04452cd: Processing first storage report for DS-810ca7ec-ec21-4544-a46e-b544790d8fb3 from datanode DatanodeRegistration(127.0.0.1:35853, datanodeUuid=9e4231ce-090f-4180-b63c-d5e6c19ca0d5, infoPort=44117, infoSecurePort=0, ipcPort=37469, storageInfo=lv=-57;cid=testClusterID;nsid=1719794939;c=1732044237639) 2024-11-19T19:24:00,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1294818ac2d919cf with lease ID 0x5cfb5c8cd04452cd: from storage DS-810ca7ec-ec21-4544-a46e-b544790d8fb3 node DatanodeRegistration(127.0.0.1:35853, datanodeUuid=9e4231ce-090f-4180-b63c-d5e6c19ca0d5, infoPort=44117, infoSecurePort=0, ipcPort=37469, storageInfo=lv=-57;cid=testClusterID;nsid=1719794939;c=1732044237639), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:24:00,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1294818ac2d919cf with lease ID 0x5cfb5c8cd04452cd: Processing first storage report for DS-04ddc409-3fdb-4c84-a0ab-6c293878a19e from datanode DatanodeRegistration(127.0.0.1:35853, datanodeUuid=9e4231ce-090f-4180-b63c-d5e6c19ca0d5, infoPort=44117, infoSecurePort=0, ipcPort=37469, storageInfo=lv=-57;cid=testClusterID;nsid=1719794939;c=1732044237639) 2024-11-19T19:24:00,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1294818ac2d919cf with lease ID 0x5cfb5c8cd04452cd: from storage DS-04ddc409-3fdb-4c84-a0ab-6c293878a19e node DatanodeRegistration(127.0.0.1:35853, datanodeUuid=9e4231ce-090f-4180-b63c-d5e6c19ca0d5, infoPort=44117, infoSecurePort=0, ipcPort=37469, storageInfo=lv=-57;cid=testClusterID;nsid=1719794939;c=1732044237639), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:24:00,313 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac 2024-11-19T19:24:00,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:00,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:00,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:24:00,731 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7 with version=8 2024-11-19T19:24:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/hbase-staging 2024-11-19T19:24:00,733 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:24:00,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:24:00,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:24:00,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:24:00,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:24:00,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:24:00,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:24:00,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:24:00,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37661 2024-11-19T19:24:00,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37661 connecting to ZooKeeper ensemble=127.0.0.1:63586 2024-11-19T19:24:00,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376610x0, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:24:00,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37661-0x101548d922c0003 connected 2024-11-19T19:24:00,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:00,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:00,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Set watcher on znode that does not yet exist, /1329306980/running 2024-11-19T19:24:00,991 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7, hbase.cluster.distributed=false 2024-11-19T19:24:00,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Set watcher on znode that does not yet exist, /1329306980/acl 2024-11-19T19:24:01,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37661 2024-11-19T19:24:01,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37661 2024-11-19T19:24:01,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37661 2024-11-19T19:24:01,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37661 2024-11-19T19:24:01,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37661 2024-11-19T19:24:01,037 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:24:01,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:24:01,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:24:01,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:24:01,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:24:01,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:24:01,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:24:01,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:24:01,039 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44765 2024-11-19T19:24:01,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44765 connecting to ZooKeeper ensemble=127.0.0.1:63586 2024-11-19T19:24:01,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:01,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:01,056 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447650x0, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:24:01,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447650x0, quorum=127.0.0.1:63586, baseZNode=/1329306980 Set watcher on znode that does not yet exist, /1329306980/running 2024-11-19T19:24:01,057 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:24:01,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44765-0x101548d922c0004 connected 2024-11-19T19:24:01,064 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:24:01,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Set watcher on znode that does not yet exist, /1329306980/master 2024-11-19T19:24:01,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Set watcher on znode that does not yet exist, /1329306980/acl 2024-11-19T19:24:01,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44765 2024-11-19T19:24:01,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44765 2024-11-19T19:24:01,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44765 2024-11-19T19:24:01,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44765 2024-11-19T19:24:01,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44765 2024-11-19T19:24:01,104 DEBUG [M:0;f156d4de6e70:37661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:37661 2024-11-19T19:24:01,112 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1329306980/backup-masters/f156d4de6e70,37661,1732044240733 2024-11-19T19:24:01,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980/backup-masters 2024-11-19T19:24:01,119 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980/backup-masters 2024-11-19T19:24:01,120 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Set watcher on existing znode=/1329306980/backup-masters/f156d4de6e70,37661,1732044240733 2024-11-19T19:24:01,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:01,130 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1329306980/master 2024-11-19T19:24:01,130 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:01,131 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Set watcher on existing znode=/1329306980/master 2024-11-19T19:24:01,131 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1329306980/backup-masters/f156d4de6e70,37661,1732044240733 from backup master directory 2024-11-19T19:24:01,140 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980/backup-masters 2024-11-19T19:24:01,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329306980/backup-masters/f156d4de6e70,37661,1732044240733 2024-11-19T19:24:01,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980/backup-masters 2024-11-19T19:24:01,141 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:24:01,141 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,37661,1732044240733 2024-11-19T19:24:01,165 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/hbase.id] with ID: 995003e8-7ad3-4ed3-a737-86c46b4a2c75 2024-11-19T19:24:01,165 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/.tmp/hbase.id 2024-11-19T19:24:01,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:24:01,591 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/.tmp/hbase.id]:[hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/hbase.id] 2024-11-19T19:24:01,603 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:01,603 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:24:01,604 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T19:24:01,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:01,656 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:01,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:24:01,661 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:24:01,662 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:24:01,662 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:24:01,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:24:01,671 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store 2024-11-19T19:24:01,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:24:02,089 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:02,089 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:24:02,089 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:02,089 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:02,089 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:24:02,089 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:02,089 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:02,089 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044242089Disabling compacts and flushes for region at 1732044242089Disabling writes for close at 1732044242089Writing region close event to WAL at 1732044242089Closed at 1732044242089 2024-11-19T19:24:02,090 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/.initializing 2024-11-19T19:24:02,090 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/WALs/f156d4de6e70,37661,1732044240733 2024-11-19T19:24:02,091 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:24:02,092 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C37661%2C1732044240733, suffix=, logDir=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/WALs/f156d4de6e70,37661,1732044240733, archiveDir=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/oldWALs, maxLogs=10 2024-11-19T19:24:02,110 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/WALs/f156d4de6e70,37661,1732044240733/f156d4de6e70%2C37661%2C1732044240733.1732044242092, exclude list is [], retry=0 2024-11-19T19:24:02,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35853,DS-810ca7ec-ec21-4544-a46e-b544790d8fb3,DISK] 2024-11-19T19:24:02,116 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/WALs/f156d4de6e70,37661,1732044240733/f156d4de6e70%2C37661%2C1732044240733.1732044242092 2024-11-19T19:24:02,120 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-11-19T19:24:02,120 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:24:02,121 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:02,121 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:02,121 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:02,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:02,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:24:02,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:02,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:02,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:02,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:24:02,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:02,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:02,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:02,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:24:02,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:02,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:02,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:02,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:24:02,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:02,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:02,127 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:02,127 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:02,128 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:02,128 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:02,128 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:02,129 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:24:02,129 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:02,131 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:24:02,131 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71222842, jitterRate=0.06130304932594299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:24:02,132 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044242121Initializing all the Stores at 1732044242121Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044242121Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044242122 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044242122Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044242122Cleaning up temporary data from old regions at 1732044242128 (+6 ms)Region opened successfully at 1732044242131 (+3 ms) 2024-11-19T19:24:02,132 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:24:02,134 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346b3fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:24:02,135 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:24:02,135 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:24:02,135 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:24:02,135 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:24:02,136 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:24:02,136 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:24:02,136 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:24:02,143 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:24:02,144 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Unable to get data of znode /1329306980/balancer because node does not exist (not necessarily an error) 2024-11-19T19:24:02,195 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329306980/balancer already deleted, retry=false 2024-11-19T19:24:02,195 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:24:02,196 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Unable to get data of znode /1329306980/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:24:02,247 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329306980/normalizer already deleted, retry=false 2024-11-19T19:24:02,248 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:24:02,249 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Unable to get data of znode /1329306980/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:24:02,290 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329306980/switch/split already deleted, retry=false 2024-11-19T19:24:02,291 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Unable to get data of znode /1329306980/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:24:02,375 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329306980/switch/merge already deleted, retry=false 2024-11-19T19:24:02,376 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Unable to get data of znode /1329306980/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:24:02,428 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1329306980/snapshot-cleanup already deleted, retry=false 2024-11-19T19:24:02,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1329306980/running 2024-11-19T19:24:02,470 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1329306980/running 2024-11-19T19:24:02,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:02,470 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:02,471 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,37661,1732044240733, sessionid=0x101548d922c0003, setting cluster-up flag (Was=false) 2024-11-19T19:24:02,640 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:02,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:02,828 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1329306980/flush-table-proc/acquired, /1329306980/flush-table-proc/reached, /1329306980/flush-table-proc/abort 2024-11-19T19:24:02,829 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,37661,1732044240733 2024-11-19T19:24:02,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:24:02,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:02,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:03,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:03,009 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:03,456 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1329306980/online-snapshot/acquired, /1329306980/online-snapshot/reached, /1329306980/online-snapshot/abort 2024-11-19T19:24:03,457 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,37661,1732044240733 2024-11-19T19:24:03,458 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:24:03,459 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:24:03,459 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:24:03,460 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:24:03,460 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,37661,1732044240733 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:24:03,462 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:24:03,462 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:24:03,462 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:24:03,462 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:24:03,462 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:24:03,462 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:03,462 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:24:03,462 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:03,463 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:24:03,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:24:03,464 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:03,464 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:24:03,468 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044273468 2024-11-19T19:24:03,468 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:24:03,468 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:24:03,468 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:24:03,468 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:24:03,468 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:24:03,468 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:24:03,469 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,471 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:24:03,471 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:24:03,471 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:24:03,471 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:24:03,471 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:24:03,471 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:24:03,471 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044243471,5,FailOnTimeoutGroup] 2024-11-19T19:24:03,471 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044243471,5,FailOnTimeoutGroup] 2024-11-19T19:24:03,471 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,471 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:24:03,471 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,471 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,501 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(746): ClusterId : 995003e8-7ad3-4ed3-a737-86c46b4a2c75 2024-11-19T19:24:03,501 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:24:03,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:24:03,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:24:03,517 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7 2024-11-19T19:24:03,520 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:24:03,520 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:24:03,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741832_1008 (size=32) 2024-11-19T19:24:03,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:03,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:24:03,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:24:03,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:03,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:03,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:24:03,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:24:03,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:03,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:03,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:24:03,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:24:03,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:03,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:03,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:24:03,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:24:03,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:03,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:03,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:24:03,530 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:24:03,530 DEBUG [RS:0;f156d4de6e70:44765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143aa091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:24:03,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740 2024-11-19T19:24:03,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740 2024-11-19T19:24:03,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:24:03,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:24:03,533 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:24:03,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:24:03,538 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:24:03,540 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62146033, jitterRate=-0.07395194470882416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:24:03,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044243525Initializing all the Stores at 1732044243525Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044243525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044243525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044243525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044243525Cleaning up temporary data from old regions at 1732044243532 (+7 ms)Region opened successfully at 1732044243540 (+8 ms) 2024-11-19T19:24:03,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:24:03,540 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:24:03,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:24:03,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:24:03,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:24:03,541 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:24:03,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044243540Disabling compacts and flushes for region at 1732044243540Disabling writes for close at 1732044243540Writing region close event to WAL at 1732044243541 (+1 ms)Closed at 1732044243541 2024-11-19T19:24:03,542 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:24:03,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:24:03,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:24:03,545 DEBUG [RS:0;f156d4de6e70:44765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:44765 2024-11-19T19:24:03,545 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:24:03,545 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:24:03,545 DEBUG [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:24:03,547 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:24:03,548 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,37661,1732044240733 with port=44765, startcode=1732044241037 2024-11-19T19:24:03,548 DEBUG [RS:0;f156d4de6e70:44765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:24:03,553 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:24:03,557 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:24:03,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,44765,1732044241037 2024-11-19T19:24:03,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37661 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,44765,1732044241037 2024-11-19T19:24:03,558 DEBUG [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7 2024-11-19T19:24:03,558 DEBUG [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43457 2024-11-19T19:24:03,558 DEBUG [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:24:03,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980/rs 2024-11-19T19:24:03,571 DEBUG [RS:0;f156d4de6e70:44765 {}] zookeeper.ZKUtil(111): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Set watcher on existing znode=/1329306980/rs/f156d4de6e70,44765,1732044241037 2024-11-19T19:24:03,571 WARN [RS:0;f156d4de6e70:44765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:24:03,571 INFO [RS:0;f156d4de6e70:44765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:24:03,571 DEBUG [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/WALs/f156d4de6e70,44765,1732044241037 2024-11-19T19:24:03,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,44765,1732044241037] 2024-11-19T19:24:03,574 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:24:03,576 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:24:03,576 INFO [RS:0;f156d4de6e70:44765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:24:03,576 INFO [RS:0;f156d4de6e70:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,577 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:24:03,577 INFO [RS:0;f156d4de6e70:44765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:24:03,577 INFO [RS:0;f156d4de6e70:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:24:03,577 DEBUG [RS:0;f156d4de6e70:44765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:24:03,582 INFO [RS:0;f156d4de6e70:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,583 INFO [RS:0;f156d4de6e70:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,583 INFO [RS:0;f156d4de6e70:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,583 INFO [RS:0;f156d4de6e70:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,583 INFO [RS:0;f156d4de6e70:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,583 INFO [RS:0;f156d4de6e70:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,44765,1732044241037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:24:03,597 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:24:03,597 INFO [RS:0;f156d4de6e70:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,44765,1732044241037-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,597 INFO [RS:0;f156d4de6e70:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,597 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.Replication(171): f156d4de6e70,44765,1732044241037 started 2024-11-19T19:24:03,616 INFO [RS:0;f156d4de6e70:44765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:03,616 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,44765,1732044241037, RpcServer on f156d4de6e70/172.17.0.3:44765, sessionid=0x101548d922c0004 2024-11-19T19:24:03,616 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:24:03,616 DEBUG [RS:0;f156d4de6e70:44765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,44765,1732044241037 2024-11-19T19:24:03,616 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,44765,1732044241037' 2024-11-19T19:24:03,616 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1329306980/flush-table-proc/abort' 2024-11-19T19:24:03,617 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1329306980/flush-table-proc/acquired' 2024-11-19T19:24:03,617 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:24:03,617 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:24:03,617 DEBUG [RS:0;f156d4de6e70:44765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,44765,1732044241037 2024-11-19T19:24:03,617 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,44765,1732044241037' 2024-11-19T19:24:03,617 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1329306980/online-snapshot/abort' 2024-11-19T19:24:03,618 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1329306980/online-snapshot/acquired' 2024-11-19T19:24:03,618 DEBUG [RS:0;f156d4de6e70:44765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:24:03,618 INFO [RS:0;f156d4de6e70:44765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:24:03,618 INFO [RS:0;f156d4de6e70:44765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:24:03,703 WARN [f156d4de6e70:37661 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T19:24:03,722 INFO [RS:0;f156d4de6e70:44765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:24:03,725 INFO [RS:0;f156d4de6e70:44765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C44765%2C1732044241037, suffix=, logDir=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/WALs/f156d4de6e70,44765,1732044241037, archiveDir=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/oldWALs, maxLogs=10 2024-11-19T19:24:03,740 DEBUG [RS:0;f156d4de6e70:44765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/WALs/f156d4de6e70,44765,1732044241037/f156d4de6e70%2C44765%2C1732044241037.1732044243725, exclude list is [], retry=0 2024-11-19T19:24:03,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35853,DS-810ca7ec-ec21-4544-a46e-b544790d8fb3,DISK] 2024-11-19T19:24:03,745 INFO [RS:0;f156d4de6e70:44765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/WALs/f156d4de6e70,44765,1732044241037/f156d4de6e70%2C44765%2C1732044241037.1732044243725 2024-11-19T19:24:03,745 DEBUG [RS:0;f156d4de6e70:44765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-11-19T19:24:03,953 DEBUG [f156d4de6e70:37661 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:24:03,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,44765,1732044241037 2024-11-19T19:24:03,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,44765,1732044241037, state=OPENING 2024-11-19T19:24:04,023 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:24:04,035 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:04,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:04,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1329306980/meta-region-server: CHANGED 2024-11-19T19:24:04,035 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:24:04,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1329306980/meta-region-server: CHANGED 2024-11-19T19:24:04,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,44765,1732044241037}] 2024-11-19T19:24:04,187 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:24:04,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:24:04,191 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:24:04,191 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:24:04,191 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:24:04,192 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C44765%2C1732044241037.meta, suffix=.meta, logDir=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/WALs/f156d4de6e70,44765,1732044241037, archiveDir=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/oldWALs, maxLogs=10 2024-11-19T19:24:04,204 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/WALs/f156d4de6e70,44765,1732044241037/f156d4de6e70%2C44765%2C1732044241037.meta.1732044244192.meta, exclude list is [], retry=0 2024-11-19T19:24:04,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35853,DS-810ca7ec-ec21-4544-a46e-b544790d8fb3,DISK] 2024-11-19T19:24:04,207 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/WALs/f156d4de6e70,44765,1732044241037/f156d4de6e70%2C44765%2C1732044241037.meta.1732044244192.meta 2024-11-19T19:24:04,207 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-11-19T19:24:04,207 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:24:04,207 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:24:04,207 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:24:04,207 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:24:04,207 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:24:04,207 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:24:04,207 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:04,207 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:24:04,207 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:24:04,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:24:04,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:24:04,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:04,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:04,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:24:04,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:24:04,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:04,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:04,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:24:04,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:24:04,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:04,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:04,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:24:04,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:24:04,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:04,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:04,211 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:24:04,211 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740 2024-11-19T19:24:04,212 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740 2024-11-19T19:24:04,212 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:24:04,212 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:24:04,213 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:24:04,213 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:24:04,214 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72797936, jitterRate=0.08477377891540527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:24:04,214 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:24:04,214 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044244207Writing region info on filesystem at 1732044244207Initializing all the Stores at 1732044244208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044244208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044244208Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044244208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044244208Cleaning up temporary data from old regions at 1732044244212 (+4 ms)Running coprocessor post-open hooks at 1732044244214 (+2 ms)Region opened successfully at 1732044244214 2024-11-19T19:24:04,214 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044244187 2024-11-19T19:24:04,215 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:24:04,215 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:24:04,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,44765,1732044241037 2024-11-19T19:24:04,216 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,44765,1732044241037, state=OPEN 2024-11-19T19:24:04,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1329306980/meta-region-server 2024-11-19T19:24:04,224 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1329306980/meta-region-server 2024-11-19T19:24:04,224 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,44765,1732044241037 2024-11-19T19:24:04,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1329306980/meta-region-server: CHANGED 2024-11-19T19:24:04,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1329306980/meta-region-server: CHANGED 2024-11-19T19:24:04,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:24:04,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,44765,1732044241037 in 189 msec 2024-11-19T19:24:04,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:24:04,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 683 msec 2024-11-19T19:24:04,227 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:24:04,227 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:24:04,228 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:24:04,228 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,44765,1732044241037, seqNum=-1] 2024-11-19T19:24:04,228 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:24:04,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:24:04,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 773 msec 2024-11-19T19:24:04,245 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044244245, completionTime=-1 2024-11-19T19:24:04,245 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:24:04,245 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:24:04,247 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:24:04,247 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044304247 2024-11-19T19:24:04,247 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044364247 2024-11-19T19:24:04,247 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T19:24:04,247 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37661,1732044240733-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:04,247 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37661,1732044240733-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:04,247 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37661,1732044240733-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:04,247 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:37661, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:04,247 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:04,247 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:04,249 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:24:04,250 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.109sec 2024-11-19T19:24:04,250 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:24:04,250 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:24:04,250 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:24:04,250 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:24:04,250 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:24:04,250 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37661,1732044240733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:24:04,250 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37661,1732044240733-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:24:04,252 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:24:04,252 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:24:04,252 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,37661,1732044240733-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:04,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf6921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:04,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37661,-1 for getting cluster id 2024-11-19T19:24:04,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:04,316 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '995003e8-7ad3-4ed3-a737-86c46b4a2c75' 2024-11-19T19:24:04,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:04,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "995003e8-7ad3-4ed3-a737-86c46b4a2c75" 2024-11-19T19:24:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60162c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37661,-1] 2024-11-19T19:24:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:04,318 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:04,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba28b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:04,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:24:04,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,44765,1732044241037, seqNum=-1] 2024-11-19T19:24:04,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:24:04,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:24:04,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,37661,1732044240733 2024-11-19T19:24:04,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63586 2024-11-19T19:24:04,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:24:04,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/hadoop.log.dir so I do NOT create it in target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf 2024-11-19T19:24:04,364 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T19:24:04,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/hadoop.tmp.dir so I do NOT create it in target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf 2024-11-19T19:24:04,364 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T19:24:04,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf 2024-11-19T19:24:04,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T19:24:04,364 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/cluster_13bc63f8-dac0-a955-7a9f-8b9b5c9d839c, deleteOnExit=true 2024-11-19T19:24:04,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T19:24:04,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101548d922c0005 connected 2024-11-19T19:24:04,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/test.cache.data in system properties and HBase conf 2024-11-19T19:24:04,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T19:24:04,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/hadoop.log.dir in system properties and HBase conf 2024-11-19T19:24:04,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T19:24:04,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T19:24:04,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T19:24:04,365 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T19:24:04,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:24:04,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T19:24:04,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T19:24:04,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:24:04,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T19:24:04,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T19:24:04,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T19:24:04,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:24:04,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T19:24:04,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/nfs.dump.dir in system properties and HBase conf 2024-11-19T19:24:04,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/java.io.tmpdir in system properties and HBase conf 2024-11-19T19:24:04,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T19:24:04,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T19:24:04,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T19:24:04,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:24:04,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:24:04,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:24:04,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:24:04,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:24:04,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:24:04,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a7b4b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:24:04,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124dcaa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:24:05,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a65f36e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/java.io.tmpdir/jetty-localhost-42933-hadoop-hdfs-3_4_1-tests_jar-_-any-15583465861754912225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:24:05,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e587979{HTTP/1.1, (http/1.1)}{localhost:42933} 2024-11-19T19:24:05,032 INFO [Time-limited test {}] server.Server(415): Started @336968ms 2024-11-19T19:24:05,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T19:24:05,489 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T19:24:05,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T19:24:05,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T19:24:05,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T19:24:05,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70b9d12a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/hadoop.log.dir/,AVAILABLE} 2024-11-19T19:24:05,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23618ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T19:24:05,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c8b387b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/java.io.tmpdir/jetty-localhost-46389-hadoop-hdfs-3_4_1-tests_jar-_-any-2629666176593186854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:24:05,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19f2c9d{HTTP/1.1, (http/1.1)}{localhost:46389} 2024-11-19T19:24:05,642 INFO [Time-limited test {}] server.Server(415): Started @337579ms 2024-11-19T19:24:05,647 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T19:24:06,529 WARN [Thread-4575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/cluster_13bc63f8-dac0-a955-7a9f-8b9b5c9d839c/data/data1/current/BP-1036925657-172.17.0.3-1732044244388/current, will proceed with Du for space computation calculation, 2024-11-19T19:24:06,529 WARN [Thread-4576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/cluster_13bc63f8-dac0-a955-7a9f-8b9b5c9d839c/data/data2/current/BP-1036925657-172.17.0.3-1732044244388/current, will proceed with Du for space computation calculation, 2024-11-19T19:24:06,557 WARN [Thread-4563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T19:24:06,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaae5c7f9c0f88f6b with lease ID 0x157a0824f808fff0: Processing first storage report for DS-aae68c17-fa38-46e1-a827-9af9fb484e26 from datanode DatanodeRegistration(127.0.0.1:36185, datanodeUuid=3d979eac-62d8-4bc8-af60-843f01d56abc, infoPort=42239, infoSecurePort=0, ipcPort=37975, storageInfo=lv=-57;cid=testClusterID;nsid=2073073595;c=1732044244388) 2024-11-19T19:24:06,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaae5c7f9c0f88f6b with lease ID 0x157a0824f808fff0: from storage DS-aae68c17-fa38-46e1-a827-9af9fb484e26 node DatanodeRegistration(127.0.0.1:36185, datanodeUuid=3d979eac-62d8-4bc8-af60-843f01d56abc, infoPort=42239, infoSecurePort=0, ipcPort=37975, storageInfo=lv=-57;cid=testClusterID;nsid=2073073595;c=1732044244388), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:24:06,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaae5c7f9c0f88f6b with lease ID 0x157a0824f808fff0: Processing first storage report for DS-f89bbf96-2779-422c-908c-af8e10b9720c from datanode DatanodeRegistration(127.0.0.1:36185, datanodeUuid=3d979eac-62d8-4bc8-af60-843f01d56abc, infoPort=42239, infoSecurePort=0, ipcPort=37975, storageInfo=lv=-57;cid=testClusterID;nsid=2073073595;c=1732044244388) 2024-11-19T19:24:06,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaae5c7f9c0f88f6b with lease ID 0x157a0824f808fff0: from storage DS-f89bbf96-2779-422c-908c-af8e10b9720c node DatanodeRegistration(127.0.0.1:36185, datanodeUuid=3d979eac-62d8-4bc8-af60-843f01d56abc, infoPort=42239, infoSecurePort=0, ipcPort=37975, storageInfo=lv=-57;cid=testClusterID;nsid=2073073595;c=1732044244388), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T19:24:06,598 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf 2024-11-19T19:24:06,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:06,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:06,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741825_1001 (size=7) 2024-11-19T19:24:07,034 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50 with version=8 2024-11-19T19:24:07,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/hbase-staging 2024-11-19T19:24:07,037 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:24:07,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:24:07,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:24:07,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:24:07,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:24:07,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:24:07,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T19:24:07,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:24:07,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35783 2024-11-19T19:24:07,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35783 connecting to ZooKeeper ensemble=127.0.0.1:63586 2024-11-19T19:24:07,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357830x0, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:24:07,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35783-0x101548d922c0006 connected 2024-11-19T19:24:07,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:07,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:07,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Set watcher on znode that does not yet exist, /21565209252/running 2024-11-19T19:24:07,166 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50, hbase.cluster.distributed=false 2024-11-19T19:24:07,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Set watcher on znode that does not yet exist, /21565209252/acl 2024-11-19T19:24:07,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35783 2024-11-19T19:24:07,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35783 2024-11-19T19:24:07,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35783 2024-11-19T19:24:07,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35783 2024-11-19T19:24:07,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35783 2024-11-19T19:24:07,200 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f156d4de6e70:0 server-side Connection retries=45 2024-11-19T19:24:07,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:24:07,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T19:24:07,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T19:24:07,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T19:24:07,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T19:24:07,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T19:24:07,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T19:24:07,201 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43423 2024-11-19T19:24:07,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43423 connecting to ZooKeeper ensemble=127.0.0.1:63586 2024-11-19T19:24:07,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:07,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:07,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434230x0, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:24:07,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434230x0, quorum=127.0.0.1:63586, baseZNode=/21565209252 Set watcher on znode that does not yet exist, /21565209252/running 2024-11-19T19:24:07,224 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T19:24:07,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43423-0x101548d922c0007 connected 2024-11-19T19:24:07,231 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T19:24:07,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Set watcher on znode that does not yet exist, /21565209252/master 2024-11-19T19:24:07,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Set watcher on znode that does not yet exist, /21565209252/acl 2024-11-19T19:24:07,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43423 2024-11-19T19:24:07,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43423 2024-11-19T19:24:07,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43423 2024-11-19T19:24:07,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43423 2024-11-19T19:24:07,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43423 2024-11-19T19:24:07,259 DEBUG [M:0;f156d4de6e70:35783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f156d4de6e70:35783 2024-11-19T19:24:07,260 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21565209252/backup-masters/f156d4de6e70,35783,1732044247037 2024-11-19T19:24:07,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252/backup-masters 2024-11-19T19:24:07,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252/backup-masters 2024-11-19T19:24:07,296 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Set watcher on existing znode=/21565209252/backup-masters/f156d4de6e70,35783,1732044247037 2024-11-19T19:24:07,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21565209252/master 2024-11-19T19:24:07,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:07,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:07,318 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Set watcher on existing znode=/21565209252/master 2024-11-19T19:24:07,319 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21565209252/backup-masters/f156d4de6e70,35783,1732044247037 from backup master directory 2024-11-19T19:24:07,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21565209252/backup-masters/f156d4de6e70,35783,1732044247037 2024-11-19T19:24:07,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252/backup-masters 2024-11-19T19:24:07,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252/backup-masters 2024-11-19T19:24:07,330 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:24:07,330 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f156d4de6e70,35783,1732044247037 2024-11-19T19:24:07,333 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/hbase.id] with ID: a37347f4-f79f-499b-8e84-e8c647b8e6db 2024-11-19T19:24:07,333 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/.tmp/hbase.id 2024-11-19T19:24:07,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741826_1002 (size=42) 2024-11-19T19:24:07,742 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/.tmp/hbase.id]:[hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/hbase.id] 2024-11-19T19:24:07,749 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:07,749 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T19:24:07,750 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T19:24:07,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:07,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:07,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741827_1003 (size=196) 2024-11-19T19:24:08,165 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:24:08,166 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T19:24:08,166 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:24:08,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741828_1004 (size=1189) 2024-11-19T19:24:08,171 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store 2024-11-19T19:24:08,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741829_1005 (size=34) 2024-11-19T19:24:08,578 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:08,578 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:24:08,578 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:08,578 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:08,578 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:24:08,578 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:08,578 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:08,578 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044248578Disabling compacts and flushes for region at 1732044248578Disabling writes for close at 1732044248578Writing region close event to WAL at 1732044248578Closed at 1732044248578 2024-11-19T19:24:08,578 WARN [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/.initializing 2024-11-19T19:24:08,579 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/WALs/f156d4de6e70,35783,1732044247037 2024-11-19T19:24:08,579 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:24:08,580 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f156d4de6e70%2C35783%2C1732044247037, suffix=, logDir=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/WALs/f156d4de6e70,35783,1732044247037, archiveDir=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/oldWALs, maxLogs=10 2024-11-19T19:24:08,595 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/WALs/f156d4de6e70,35783,1732044247037/f156d4de6e70%2C35783%2C1732044247037.1732044248580, exclude list is [], retry=0 2024-11-19T19:24:08,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36185,DS-aae68c17-fa38-46e1-a827-9af9fb484e26,DISK] 2024-11-19T19:24:08,608 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/WALs/f156d4de6e70,35783,1732044247037/f156d4de6e70%2C35783%2C1732044247037.1732044248580 2024-11-19T19:24:08,609 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42239:42239)] 2024-11-19T19:24:08,609 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:24:08,609 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:08,609 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:08,609 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:08,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:08,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T19:24:08,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:08,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:08,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:08,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T19:24:08,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:08,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:08,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:08,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T19:24:08,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:08,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:08,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:08,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T19:24:08,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:08,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:08,616 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:08,617 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:08,617 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:08,618 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:08,618 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:08,619 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:24:08,620 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T19:24:08,621 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:24:08,621 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66181526, jitterRate=-0.013818413019180298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:24:08,622 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732044248609Initializing all the Stores at 1732044248610 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044248610Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044248610Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044248610Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044248610Cleaning up temporary data from old regions at 1732044248618 (+8 ms)Region opened successfully at 1732044248622 (+4 ms) 2024-11-19T19:24:08,622 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T19:24:08,624 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3663cf2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:24:08,625 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T19:24:08,625 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T19:24:08,625 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T19:24:08,625 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T19:24:08,626 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T19:24:08,626 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T19:24:08,626 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T19:24:08,627 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T19:24:08,628 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Unable to get data of znode /21565209252/balancer because node does not exist (not necessarily an error) 2024-11-19T19:24:08,687 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21565209252/balancer already deleted, retry=false 2024-11-19T19:24:08,688 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T19:24:08,689 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Unable to get data of znode /21565209252/normalizer because node does not exist (not necessarily an error) 2024-11-19T19:24:08,707 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21565209252/normalizer already deleted, retry=false 2024-11-19T19:24:08,708 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T19:24:08,709 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Unable to get data of znode /21565209252/switch/split because node does not exist (not necessarily an error) 2024-11-19T19:24:08,719 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21565209252/switch/split already deleted, retry=false 2024-11-19T19:24:08,720 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Unable to get data of znode /21565209252/switch/merge because node does not exist (not necessarily an error) 2024-11-19T19:24:08,729 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21565209252/switch/merge already deleted, retry=false 2024-11-19T19:24:08,731 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Unable to get data of znode /21565209252/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T19:24:08,740 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21565209252/snapshot-cleanup already deleted, retry=false 2024-11-19T19:24:08,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21565209252/running 2024-11-19T19:24:08,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21565209252/running 2024-11-19T19:24:08,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:08,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:08,751 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f156d4de6e70,35783,1732044247037, sessionid=0x101548d922c0006, setting cluster-up flag (Was=false) 2024-11-19T19:24:08,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:08,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:08,908 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21565209252/flush-table-proc/acquired, /21565209252/flush-table-proc/reached, /21565209252/flush-table-proc/abort 2024-11-19T19:24:08,909 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,35783,1732044247037 2024-11-19T19:24:08,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:08,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:08,961 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21565209252/online-snapshot/acquired, /21565209252/online-snapshot/reached, /21565209252/online-snapshot/abort 2024-11-19T19:24:08,961 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f156d4de6e70,35783,1732044247037 2024-11-19T19:24:08,962 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T19:24:08,965 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T19:24:08,965 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T19:24:08,965 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T19:24:08,965 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f156d4de6e70,35783,1732044247037 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T19:24:08,966 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:24:08,966 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:24:08,967 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:24:08,967 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f156d4de6e70:0, corePoolSize=5, maxPoolSize=5 2024-11-19T19:24:08,967 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f156d4de6e70:0, corePoolSize=10, maxPoolSize=10 2024-11-19T19:24:08,967 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:08,967 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:24:08,967 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:08,968 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:24:08,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T19:24:08,969 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:08,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T19:24:08,971 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732044278971 2024-11-19T19:24:08,971 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T19:24:08,971 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T19:24:08,971 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T19:24:08,972 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T19:24:08,972 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T19:24:08,972 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T19:24:08,972 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:08,972 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T19:24:08,972 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T19:24:08,972 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T19:24:08,972 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T19:24:08,975 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T19:24:08,975 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T19:24:08,976 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044248975,5,FailOnTimeoutGroup] 2024-11-19T19:24:08,976 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044248976,5,FailOnTimeoutGroup] 2024-11-19T19:24:08,976 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:08,976 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T19:24:08,976 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:08,976 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:08,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741831_1007 (size=1321) 2024-11-19T19:24:09,052 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(746): ClusterId : a37347f4-f79f-499b-8e84-e8c647b8e6db 2024-11-19T19:24:09,052 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T19:24:09,056 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T19:24:09,056 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T19:24:09,067 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T19:24:09,067 DEBUG [RS:0;f156d4de6e70:43423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d053c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f156d4de6e70/172.17.0.3:0 2024-11-19T19:24:09,081 DEBUG [RS:0;f156d4de6e70:43423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f156d4de6e70:43423 2024-11-19T19:24:09,081 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T19:24:09,081 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T19:24:09,081 DEBUG [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T19:24:09,088 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(2659): reportForDuty to master=f156d4de6e70,35783,1732044247037 with port=43423, startcode=1732044247199 2024-11-19T19:24:09,088 DEBUG [RS:0;f156d4de6e70:43423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T19:24:09,096 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T19:24:09,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f156d4de6e70,43423,1732044247199 2024-11-19T19:24:09,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35783 {}] master.ServerManager(517): Registering regionserver=f156d4de6e70,43423,1732044247199 2024-11-19T19:24:09,098 DEBUG [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50 2024-11-19T19:24:09,098 DEBUG [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42349 2024-11-19T19:24:09,098 DEBUG [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T19:24:09,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252/rs 2024-11-19T19:24:09,139 DEBUG [RS:0;f156d4de6e70:43423 {}] zookeeper.ZKUtil(111): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Set watcher on existing znode=/21565209252/rs/f156d4de6e70,43423,1732044247199 2024-11-19T19:24:09,139 WARN [RS:0;f156d4de6e70:43423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T19:24:09,140 INFO [RS:0;f156d4de6e70:43423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:24:09,140 DEBUG [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/WALs/f156d4de6e70,43423,1732044247199 2024-11-19T19:24:09,140 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f156d4de6e70,43423,1732044247199] 2024-11-19T19:24:09,142 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T19:24:09,144 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T19:24:09,148 INFO [RS:0;f156d4de6e70:43423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T19:24:09,148 INFO [RS:0;f156d4de6e70:43423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:09,149 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T19:24:09,152 INFO [RS:0;f156d4de6e70:43423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T19:24:09,152 INFO [RS:0;f156d4de6e70:43423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:09,152 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:09,152 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:09,152 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:09,152 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:09,152 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:09,152 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f156d4de6e70:0, corePoolSize=2, maxPoolSize=2 2024-11-19T19:24:09,152 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:09,153 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:09,153 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:09,153 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:09,153 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:09,153 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f156d4de6e70:0, corePoolSize=1, maxPoolSize=1 2024-11-19T19:24:09,153 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:24:09,153 DEBUG [RS:0;f156d4de6e70:43423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f156d4de6e70:0, corePoolSize=3, maxPoolSize=3 2024-11-19T19:24:09,159 INFO [RS:0;f156d4de6e70:43423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:09,159 INFO [RS:0;f156d4de6e70:43423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:09,159 INFO [RS:0;f156d4de6e70:43423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:09,159 INFO [RS:0;f156d4de6e70:43423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:09,159 INFO [RS:0;f156d4de6e70:43423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:09,159 INFO [RS:0;f156d4de6e70:43423 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43423,1732044247199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:24:09,175 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T19:24:09,177 INFO [RS:0;f156d4de6e70:43423 {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,43423,1732044247199-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:09,177 INFO [RS:0;f156d4de6e70:43423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:09,177 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.Replication(171): f156d4de6e70,43423,1732044247199 started 2024-11-19T19:24:09,196 INFO [RS:0;f156d4de6e70:43423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:09,196 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(1482): Serving as f156d4de6e70,43423,1732044247199, RpcServer on f156d4de6e70/172.17.0.3:43423, sessionid=0x101548d922c0007 2024-11-19T19:24:09,196 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T19:24:09,196 DEBUG [RS:0;f156d4de6e70:43423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f156d4de6e70,43423,1732044247199 2024-11-19T19:24:09,196 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,43423,1732044247199' 2024-11-19T19:24:09,196 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21565209252/flush-table-proc/abort' 2024-11-19T19:24:09,197 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21565209252/flush-table-proc/acquired' 2024-11-19T19:24:09,197 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T19:24:09,198 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T19:24:09,198 DEBUG [RS:0;f156d4de6e70:43423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f156d4de6e70,43423,1732044247199 2024-11-19T19:24:09,198 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f156d4de6e70,43423,1732044247199' 2024-11-19T19:24:09,198 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21565209252/online-snapshot/abort' 2024-11-19T19:24:09,198 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21565209252/online-snapshot/acquired' 2024-11-19T19:24:09,198 DEBUG [RS:0;f156d4de6e70:43423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T19:24:09,198 INFO [RS:0;f156d4de6e70:43423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T19:24:09,198 INFO [RS:0;f156d4de6e70:43423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T19:24:09,299 INFO [RS:0;f156d4de6e70:43423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T19:24:09,300 INFO [RS:0;f156d4de6e70:43423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C43423%2C1732044247199, suffix=, logDir=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/WALs/f156d4de6e70,43423,1732044247199, archiveDir=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/oldWALs, maxLogs=10 2024-11-19T19:24:09,318 DEBUG [RS:0;f156d4de6e70:43423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/WALs/f156d4de6e70,43423,1732044247199/f156d4de6e70%2C43423%2C1732044247199.1732044249300, exclude list is [], retry=0 2024-11-19T19:24:09,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36185,DS-aae68c17-fa38-46e1-a827-9af9fb484e26,DISK] 2024-11-19T19:24:09,322 INFO [RS:0;f156d4de6e70:43423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/WALs/f156d4de6e70,43423,1732044247199/f156d4de6e70%2C43423%2C1732044247199.1732044249300 2024-11-19T19:24:09,322 DEBUG [RS:0;f156d4de6e70:43423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42239:42239)] 2024-11-19T19:24:09,385 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T19:24:09,385 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50 2024-11-19T19:24:09,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741833_1009 (size=32) 2024-11-19T19:24:09,710 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:24:09,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:09,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:09,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:24:09,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:24:09,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:09,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:09,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:24:09,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:24:09,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:09,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:09,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:24:09,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:24:09,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:09,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:09,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:24:09,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:24:09,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:09,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:09,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:24:09,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740 2024-11-19T19:24:09,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740 2024-11-19T19:24:09,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:24:09,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:24:09,811 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:24:09,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:24:09,814 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:24:09,815 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72610855, jitterRate=0.08198605477809906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:24:09,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732044249799Initializing all the Stores at 1732044249800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044249800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044249800Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044249800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044249800Cleaning up temporary data from old regions at 1732044249811 (+11 ms)Region opened successfully at 1732044249815 (+4 ms) 2024-11-19T19:24:09,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:24:09,815 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:24:09,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:24:09,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:24:09,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:24:09,816 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:24:09,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044249815Disabling compacts and flushes for region at 1732044249815Disabling writes for close at 1732044249815Writing region close event to WAL at 1732044249815Closed at 1732044249815 2024-11-19T19:24:09,816 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:24:09,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T19:24:09,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T19:24:09,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:24:09,818 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T19:24:09,968 DEBUG [f156d4de6e70:35783 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T19:24:09,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f156d4de6e70,43423,1732044247199 2024-11-19T19:24:09,970 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,43423,1732044247199, state=OPENING 2024-11-19T19:24:09,983 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T19:24:09,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:09,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:09,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21565209252/meta-region-server: CHANGED 2024-11-19T19:24:09,993 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T19:24:09,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,43423,1732044247199}] 2024-11-19T19:24:09,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21565209252/meta-region-server: CHANGED 2024-11-19T19:24:10,148 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:24:10,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:24:10,155 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T19:24:10,155 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:24:10,155 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T19:24:10,156 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C43423%2C1732044247199.meta, suffix=.meta, logDir=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/WALs/f156d4de6e70,43423,1732044247199, archiveDir=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/oldWALs, maxLogs=10 2024-11-19T19:24:10,191 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/WALs/f156d4de6e70,43423,1732044247199/f156d4de6e70%2C43423%2C1732044247199.meta.1732044250156.meta, exclude list is [], retry=0 2024-11-19T19:24:10,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36185,DS-aae68c17-fa38-46e1-a827-9af9fb484e26,DISK] 2024-11-19T19:24:10,196 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/WALs/f156d4de6e70,43423,1732044247199/f156d4de6e70%2C43423%2C1732044247199.meta.1732044250156.meta 2024-11-19T19:24:10,200 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42239:42239)] 2024-11-19T19:24:10,200 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:24:10,201 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:24:10,201 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:24:10,201 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T19:24:10,201 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T19:24:10,201 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T19:24:10,202 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:10,202 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T19:24:10,202 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T19:24:10,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T19:24:10,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T19:24:10,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:10,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:10,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T19:24:10,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T19:24:10,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:10,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:10,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T19:24:10,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T19:24:10,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:10,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:10,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T19:24:10,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T19:24:10,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:10,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T19:24:10,211 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T19:24:10,212 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740 2024-11-19T19:24:10,214 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740 2024-11-19T19:24:10,215 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T19:24:10,215 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T19:24:10,216 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T19:24:10,218 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T19:24:10,218 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73205904, jitterRate=0.09085297584533691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T19:24:10,219 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T19:24:10,219 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732044250202Writing region info on filesystem at 1732044250202Initializing all the Stores at 1732044250203 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044250203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044250203Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044250203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732044250203Cleaning up temporary data from old regions at 1732044250215 (+12 ms)Running coprocessor post-open hooks at 1732044250219 (+4 ms)Region opened successfully at 1732044250219 2024-11-19T19:24:10,221 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732044250148 2024-11-19T19:24:10,224 DEBUG [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T19:24:10,224 INFO [RS_OPEN_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T19:24:10,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,43423,1732044247199 2024-11-19T19:24:10,225 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f156d4de6e70,43423,1732044247199, state=OPEN 2024-11-19T19:24:10,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21565209252/meta-region-server 2024-11-19T19:24:10,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21565209252/meta-region-server 2024-11-19T19:24:10,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21565209252/meta-region-server: CHANGED 2024-11-19T19:24:10,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21565209252/meta-region-server: CHANGED 2024-11-19T19:24:10,246 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f156d4de6e70,43423,1732044247199 2024-11-19T19:24:10,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T19:24:10,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f156d4de6e70,43423,1732044247199 in 253 msec 2024-11-19T19:24:10,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T19:24:10,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-19T19:24:10,257 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T19:24:10,257 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T19:24:10,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:24:10,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43423,1732044247199, seqNum=-1] 2024-11-19T19:24:10,259 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:24:10,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:24:10,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-19T19:24:10,266 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732044250266, completionTime=-1 2024-11-19T19:24:10,266 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T19:24:10,266 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T19:24:10,268 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T19:24:10,268 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732044310268 2024-11-19T19:24:10,268 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732044370268 2024-11-19T19:24:10,268 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T19:24:10,269 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35783,1732044247037-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:10,269 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35783,1732044247037-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:10,269 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35783,1732044247037-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:10,269 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f156d4de6e70:35783, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:10,269 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:10,269 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:10,271 DEBUG [master/f156d4de6e70:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T19:24:10,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.943sec 2024-11-19T19:24:10,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T19:24:10,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T19:24:10,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T19:24:10,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T19:24:10,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T19:24:10,273 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35783,1732044247037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T19:24:10,274 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35783,1732044247037-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T19:24:10,275 DEBUG [master/f156d4de6e70:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T19:24:10,275 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T19:24:10,275 INFO [master/f156d4de6e70:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f156d4de6e70,35783,1732044247037-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T19:24:10,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6952ea17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:10,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35783,-1 for getting cluster id 2024-11-19T19:24:10,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:10,355 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a37347f4-f79f-499b-8e84-e8c647b8e6db' 2024-11-19T19:24:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a37347f4-f79f-499b-8e84-e8c647b8e6db" 2024-11-19T19:24:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7ee9d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35783,-1] 2024-11-19T19:24:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:10,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:10,357 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:10,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae69407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:10,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:24:10,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43423,1732044247199, seqNum=-1] 2024-11-19T19:24:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:24:10,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:24:10,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f156d4de6e70,35783,1732044247037 2024-11-19T19:24:10,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63586 2024-11-19T19:24:10,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T19:24:10,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101548d922c0008 connected 2024-11-19T19:24:10,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:10,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33603,1732044234695 2024-11-19T19:24:10,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@283483b 2024-11-19T19:24:10,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:24:10,385 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:24:10,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:24:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:24:10,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:24:10,388 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:10,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:24:10,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:24:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:10,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:24:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:10,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4bd407c3a25964d83b995afcbd8a8851, NAME => 'test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01 2024-11-19T19:24:10,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:24:10,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:10,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4bd407c3a25964d83b995afcbd8a8851, disabling compactions & flushes 2024-11-19T19:24:10,808 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. 2024-11-19T19:24:10,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. 2024-11-19T19:24:10,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. after waiting 0 ms 2024-11-19T19:24:10,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. 2024-11-19T19:24:10,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. 2024-11-19T19:24:10,809 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4bd407c3a25964d83b995afcbd8a8851: Waiting for close lock at 1732044250808Disabling compacts and flushes for region at 1732044250808Disabling writes for close at 1732044250808Writing region close event to WAL at 1732044250809 (+1 ms)Closed at 1732044250809 2024-11-19T19:24:10,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:24:10,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044250810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044250810"}]},"ts":"1732044250810"} 2024-11-19T19:24:10,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:24:10,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:24:10,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044250813"}]},"ts":"1732044250813"} 2024-11-19T19:24:10,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:24:10,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4bd407c3a25964d83b995afcbd8a8851, ASSIGN}] 2024-11-19T19:24:10,816 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4bd407c3a25964d83b995afcbd8a8851, ASSIGN 2024-11-19T19:24:10,817 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4bd407c3a25964d83b995afcbd8a8851, ASSIGN; state=OFFLINE, location=f156d4de6e70,34631,1732044234908; forceNewPlan=false, retain=false 2024-11-19T19:24:10,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4bd407c3a25964d83b995afcbd8a8851, regionState=OPENING, regionLocation=f156d4de6e70,34631,1732044234908 2024-11-19T19:24:10,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4bd407c3a25964d83b995afcbd8a8851, ASSIGN because future has completed 2024-11-19T19:24:10,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bd407c3a25964d83b995afcbd8a8851, server=f156d4de6e70,34631,1732044234908}] 2024-11-19T19:24:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:11,125 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. 2024-11-19T19:24:11,125 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bd407c3a25964d83b995afcbd8a8851, NAME => 'test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:24:11,125 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:24:11,125 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:24:11,125 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:11,125 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:11,125 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:11,125 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:11,126 INFO [StoreOpener-4bd407c3a25964d83b995afcbd8a8851-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:11,128 INFO [StoreOpener-4bd407c3a25964d83b995afcbd8a8851-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bd407c3a25964d83b995afcbd8a8851 columnFamilyName f 2024-11-19T19:24:11,128 DEBUG [StoreOpener-4bd407c3a25964d83b995afcbd8a8851-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:11,128 INFO [StoreOpener-4bd407c3a25964d83b995afcbd8a8851-1 {}] regionserver.HStore(327): Store=4bd407c3a25964d83b995afcbd8a8851/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:11,128 INFO [StoreOpener-4bd407c3a25964d83b995afcbd8a8851-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:11,129 INFO [StoreOpener-4bd407c3a25964d83b995afcbd8a8851-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bd407c3a25964d83b995afcbd8a8851 columnFamilyName f1 2024-11-19T19:24:11,129 DEBUG [StoreOpener-4bd407c3a25964d83b995afcbd8a8851-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:11,129 INFO [StoreOpener-4bd407c3a25964d83b995afcbd8a8851-1 {}] regionserver.HStore(327): Store=4bd407c3a25964d83b995afcbd8a8851/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:11,129 INFO [StoreOpener-4bd407c3a25964d83b995afcbd8a8851-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:11,130 INFO [StoreOpener-4bd407c3a25964d83b995afcbd8a8851-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bd407c3a25964d83b995afcbd8a8851 columnFamilyName norep 2024-11-19T19:24:11,130 DEBUG [StoreOpener-4bd407c3a25964d83b995afcbd8a8851-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:11,131 INFO [StoreOpener-4bd407c3a25964d83b995afcbd8a8851-1 {}] regionserver.HStore(327): Store=4bd407c3a25964d83b995afcbd8a8851/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:11,131 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:11,131 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:11,132 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:11,133 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:11,133 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:11,133 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:24:11,134 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:11,136 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:24:11,136 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4bd407c3a25964d83b995afcbd8a8851; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61402021, jitterRate=-0.08503858745098114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:24:11,136 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:11,136 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4bd407c3a25964d83b995afcbd8a8851: Running coprocessor pre-open hook at 1732044251125Writing region info on filesystem at 1732044251126 (+1 ms)Initializing all the Stores at 1732044251126Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044251126Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044251126Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044251126Cleaning up temporary data from old regions at 1732044251133 (+7 ms)Running coprocessor post-open hooks at 1732044251136 (+3 ms)Region opened successfully at 1732044251136 2024-11-19T19:24:11,137 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851., pid=6, masterSystemTime=1732044251121 2024-11-19T19:24:11,138 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. 2024-11-19T19:24:11,138 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. 2024-11-19T19:24:11,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4bd407c3a25964d83b995afcbd8a8851, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,34631,1732044234908 2024-11-19T19:24:11,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bd407c3a25964d83b995afcbd8a8851, server=f156d4de6e70,34631,1732044234908 because future has completed 2024-11-19T19:24:11,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:24:11,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4bd407c3a25964d83b995afcbd8a8851, server=f156d4de6e70,34631,1732044234908 in 171 msec 2024-11-19T19:24:11,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:24:11,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4bd407c3a25964d83b995afcbd8a8851, ASSIGN in 327 msec 2024-11-19T19:24:11,144 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:24:11,145 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044251144"}]},"ts":"1732044251144"} 2024-11-19T19:24:11,146 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:24:11,146 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:24:11,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-19T19:24:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:11,530 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:24:11,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,37661,1732044240733 2024-11-19T19:24:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f36d74a 2024-11-19T19:24:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:24:11,531 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:24:11,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:24:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:24:11,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:24:11,533 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:11,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:24:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:11,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:24:11,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:24:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:11,943 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f1ac78c4818e2cf1b8c0aaec2a7d775, NAME => 'test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7 2024-11-19T19:24:11,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:24:11,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:11,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3f1ac78c4818e2cf1b8c0aaec2a7d775, disabling compactions & flushes 2024-11-19T19:24:11,948 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. 2024-11-19T19:24:11,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. 2024-11-19T19:24:11,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. after waiting 0 ms 2024-11-19T19:24:11,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. 2024-11-19T19:24:11,948 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. 2024-11-19T19:24:11,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f1ac78c4818e2cf1b8c0aaec2a7d775: Waiting for close lock at 1732044251948Disabling compacts and flushes for region at 1732044251948Disabling writes for close at 1732044251948Writing region close event to WAL at 1732044251948Closed at 1732044251948 2024-11-19T19:24:11,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:24:11,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044251949"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044251949"}]},"ts":"1732044251949"} 2024-11-19T19:24:11,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:24:11,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:24:11,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044251951"}]},"ts":"1732044251951"} 2024-11-19T19:24:11,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:24:11,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f1ac78c4818e2cf1b8c0aaec2a7d775, ASSIGN}] 2024-11-19T19:24:11,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f1ac78c4818e2cf1b8c0aaec2a7d775, ASSIGN 2024-11-19T19:24:11,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3f1ac78c4818e2cf1b8c0aaec2a7d775, ASSIGN; state=OFFLINE, location=f156d4de6e70,44765,1732044241037; forceNewPlan=false, retain=false 2024-11-19T19:24:12,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f1ac78c4818e2cf1b8c0aaec2a7d775, regionState=OPENING, regionLocation=f156d4de6e70,44765,1732044241037 2024-11-19T19:24:12,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3f1ac78c4818e2cf1b8c0aaec2a7d775, ASSIGN because future has completed 2024-11-19T19:24:12,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f1ac78c4818e2cf1b8c0aaec2a7d775, server=f156d4de6e70,44765,1732044241037}] 2024-11-19T19:24:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:12,283 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. 2024-11-19T19:24:12,284 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f1ac78c4818e2cf1b8c0aaec2a7d775, NAME => 'test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:24:12,284 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:24:12,284 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:24:12,284 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:12,284 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:12,284 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:12,284 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:12,285 INFO [StoreOpener-3f1ac78c4818e2cf1b8c0aaec2a7d775-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:12,286 INFO [StoreOpener-3f1ac78c4818e2cf1b8c0aaec2a7d775-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f1ac78c4818e2cf1b8c0aaec2a7d775 columnFamilyName f 2024-11-19T19:24:12,286 DEBUG [StoreOpener-3f1ac78c4818e2cf1b8c0aaec2a7d775-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:12,287 INFO [StoreOpener-3f1ac78c4818e2cf1b8c0aaec2a7d775-1 {}] regionserver.HStore(327): Store=3f1ac78c4818e2cf1b8c0aaec2a7d775/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:12,287 INFO [StoreOpener-3f1ac78c4818e2cf1b8c0aaec2a7d775-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:12,287 INFO [StoreOpener-3f1ac78c4818e2cf1b8c0aaec2a7d775-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f1ac78c4818e2cf1b8c0aaec2a7d775 columnFamilyName f1 2024-11-19T19:24:12,288 DEBUG [StoreOpener-3f1ac78c4818e2cf1b8c0aaec2a7d775-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:12,288 INFO [StoreOpener-3f1ac78c4818e2cf1b8c0aaec2a7d775-1 {}] regionserver.HStore(327): Store=3f1ac78c4818e2cf1b8c0aaec2a7d775/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:12,288 INFO [StoreOpener-3f1ac78c4818e2cf1b8c0aaec2a7d775-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:12,288 INFO [StoreOpener-3f1ac78c4818e2cf1b8c0aaec2a7d775-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f1ac78c4818e2cf1b8c0aaec2a7d775 columnFamilyName norep 2024-11-19T19:24:12,288 DEBUG [StoreOpener-3f1ac78c4818e2cf1b8c0aaec2a7d775-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:12,289 INFO [StoreOpener-3f1ac78c4818e2cf1b8c0aaec2a7d775-1 {}] regionserver.HStore(327): Store=3f1ac78c4818e2cf1b8c0aaec2a7d775/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:12,289 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:12,289 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:12,289 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:12,290 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:12,290 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:12,290 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:24:12,291 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:12,293 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:24:12,293 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3f1ac78c4818e2cf1b8c0aaec2a7d775; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72943211, jitterRate=0.08693854510784149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:24:12,293 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:12,293 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3f1ac78c4818e2cf1b8c0aaec2a7d775: Running coprocessor pre-open hook at 1732044252284Writing region info on filesystem at 1732044252284Initializing all the Stores at 1732044252285 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044252285Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044252285Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044252285Cleaning up temporary data from old regions at 1732044252290 (+5 ms)Running coprocessor post-open hooks at 1732044252293 (+3 ms)Region opened successfully at 1732044252293 2024-11-19T19:24:12,294 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775., pid=6, masterSystemTime=1732044252280 2024-11-19T19:24:12,295 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. 2024-11-19T19:24:12,295 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. 2024-11-19T19:24:12,296 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f1ac78c4818e2cf1b8c0aaec2a7d775, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,44765,1732044241037 2024-11-19T19:24:12,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f1ac78c4818e2cf1b8c0aaec2a7d775, server=f156d4de6e70,44765,1732044241037 because future has completed 2024-11-19T19:24:12,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:24:12,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f1ac78c4818e2cf1b8c0aaec2a7d775, server=f156d4de6e70,44765,1732044241037 in 171 msec 2024-11-19T19:24:12,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:24:12,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3f1ac78c4818e2cf1b8c0aaec2a7d775, ASSIGN in 348 msec 2024-11-19T19:24:12,303 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:24:12,303 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044252303"}]},"ts":"1732044252303"} 2024-11-19T19:24:12,305 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:24:12,305 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:24:12,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 773 msec 2024-11-19T19:24:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:12,669 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:24:12,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:12,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35783,1732044247037 2024-11-19T19:24:12,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@726fb83e 2024-11-19T19:24:12,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:24:12,671 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:24:12,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:24:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T19:24:12,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:24:12,674 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:12,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T19:24:12,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:24:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:12,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741835_1011 (size=902) 2024-11-19T19:24:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:13,081 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a609eeee622b47551b1682624b34e3a, NAME => 'test,,1732044252671.8a609eeee622b47551b1682624b34e3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50 2024-11-19T19:24:13,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741836_1012 (size=39) 2024-11-19T19:24:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:13,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732044252671.8a609eeee622b47551b1682624b34e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:13,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8a609eeee622b47551b1682624b34e3a, disabling compactions & flushes 2024-11-19T19:24:13,487 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732044252671.8a609eeee622b47551b1682624b34e3a. 2024-11-19T19:24:13,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044252671.8a609eeee622b47551b1682624b34e3a. 2024-11-19T19:24:13,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732044252671.8a609eeee622b47551b1682624b34e3a. after waiting 0 ms 2024-11-19T19:24:13,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732044252671.8a609eeee622b47551b1682624b34e3a. 2024-11-19T19:24:13,487 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732044252671.8a609eeee622b47551b1682624b34e3a. 2024-11-19T19:24:13,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a609eeee622b47551b1682624b34e3a: Waiting for close lock at 1732044253486Disabling compacts and flushes for region at 1732044253486Disabling writes for close at 1732044253487 (+1 ms)Writing region close event to WAL at 1732044253487Closed at 1732044253487 2024-11-19T19:24:13,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:24:13,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732044252671.8a609eeee622b47551b1682624b34e3a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732044253488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044253488"}]},"ts":"1732044253488"} 2024-11-19T19:24:13,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:24:13,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:24:13,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044253490"}]},"ts":"1732044253490"} 2024-11-19T19:24:13,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T19:24:13,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a609eeee622b47551b1682624b34e3a, ASSIGN}] 2024-11-19T19:24:13,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a609eeee622b47551b1682624b34e3a, ASSIGN 2024-11-19T19:24:13,494 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8a609eeee622b47551b1682624b34e3a, ASSIGN; state=OFFLINE, location=f156d4de6e70,43423,1732044247199; forceNewPlan=false, retain=false 2024-11-19T19:24:13,569 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:13,569 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:24:13,570 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149079 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f156d4de6e70,37173,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:37173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T19:24:13,645 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a609eeee622b47551b1682624b34e3a, regionState=OPENING, regionLocation=f156d4de6e70,43423,1732044247199 2024-11-19T19:24:13,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8a609eeee622b47551b1682624b34e3a, ASSIGN because future has completed 2024-11-19T19:24:13,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a609eeee622b47551b1682624b34e3a, server=f156d4de6e70,43423,1732044247199}] 2024-11-19T19:24:13,803 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732044252671.8a609eeee622b47551b1682624b34e3a. 2024-11-19T19:24:13,803 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a609eeee622b47551b1682624b34e3a, NAME => 'test,,1732044252671.8a609eeee622b47551b1682624b34e3a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:24:13,803 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:24:13,804 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T19:24:13,804 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:13,804 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732044252671.8a609eeee622b47551b1682624b34e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:13,804 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:13,804 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:13,805 INFO [StoreOpener-8a609eeee622b47551b1682624b34e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:13,806 INFO [StoreOpener-8a609eeee622b47551b1682624b34e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a609eeee622b47551b1682624b34e3a columnFamilyName f 2024-11-19T19:24:13,806 DEBUG [StoreOpener-8a609eeee622b47551b1682624b34e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:13,806 INFO [StoreOpener-8a609eeee622b47551b1682624b34e3a-1 {}] regionserver.HStore(327): Store=8a609eeee622b47551b1682624b34e3a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:13,806 INFO [StoreOpener-8a609eeee622b47551b1682624b34e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:13,807 INFO [StoreOpener-8a609eeee622b47551b1682624b34e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a609eeee622b47551b1682624b34e3a columnFamilyName f1 2024-11-19T19:24:13,807 DEBUG [StoreOpener-8a609eeee622b47551b1682624b34e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:13,807 INFO [StoreOpener-8a609eeee622b47551b1682624b34e3a-1 {}] regionserver.HStore(327): Store=8a609eeee622b47551b1682624b34e3a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:13,807 INFO [StoreOpener-8a609eeee622b47551b1682624b34e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:13,808 INFO [StoreOpener-8a609eeee622b47551b1682624b34e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a609eeee622b47551b1682624b34e3a columnFamilyName norep 2024-11-19T19:24:13,808 DEBUG [StoreOpener-8a609eeee622b47551b1682624b34e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:13,808 INFO [StoreOpener-8a609eeee622b47551b1682624b34e3a-1 {}] regionserver.HStore(327): Store=8a609eeee622b47551b1682624b34e3a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:13,808 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:13,809 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/default/test/8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:13,809 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/default/test/8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:13,811 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:13,811 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:13,811 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:24:13,812 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:13,813 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/default/test/8a609eeee622b47551b1682624b34e3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:24:13,814 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a609eeee622b47551b1682624b34e3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71523342, jitterRate=0.06578084826469421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:24:13,814 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:13,814 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a609eeee622b47551b1682624b34e3a: Running coprocessor pre-open hook at 1732044253804Writing region info on filesystem at 1732044253804Initializing all the Stores at 1732044253805 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044253805Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044253805Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044253805Cleaning up temporary data from old regions at 1732044253811 (+6 ms)Running coprocessor post-open hooks at 1732044253814 (+3 ms)Region opened successfully at 1732044253814 2024-11-19T19:24:13,815 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732044252671.8a609eeee622b47551b1682624b34e3a., pid=6, masterSystemTime=1732044253799 2024-11-19T19:24:13,816 DEBUG [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732044252671.8a609eeee622b47551b1682624b34e3a. 2024-11-19T19:24:13,816 INFO [RS_OPEN_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732044252671.8a609eeee622b47551b1682624b34e3a. 2024-11-19T19:24:13,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a609eeee622b47551b1682624b34e3a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f156d4de6e70,43423,1732044247199 2024-11-19T19:24:13,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a609eeee622b47551b1682624b34e3a, server=f156d4de6e70,43423,1732044247199 because future has completed 2024-11-19T19:24:13,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T19:24:13,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a609eeee622b47551b1682624b34e3a, server=f156d4de6e70,43423,1732044247199 in 172 msec 2024-11-19T19:24:13,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T19:24:13,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8a609eeee622b47551b1682624b34e3a, ASSIGN in 330 msec 2024-11-19T19:24:13,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:24:13,826 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044253826"}]},"ts":"1732044253826"} 2024-11-19T19:24:13,827 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T19:24:13,828 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:24:13,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-19T19:24:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T19:24:14,829 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T19:24:14,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebac23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:14,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33603,-1 for getting cluster id 2024-11-19T19:24:14,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:14,831 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec53c5-ab6e-453e-abe3-16d4f0de5d44' 2024-11-19T19:24:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec53c5-ab6e-453e-abe3-16d4f0de5d44" 2024-11-19T19:24:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e57ce6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33603,-1] 2024-11-19T19:24:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:14,833 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bface75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:14,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33603,1732044234695 2024-11-19T19:24:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77554694 2024-11-19T19:24:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:24:14,835 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:24:14,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f156d4de6e70:37661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:24:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:24:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:24:14,839 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:37661' 2024-11-19T19:24:14,840 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f8cbaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:14,840 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37661,-1 for getting cluster id 2024-11-19T19:24:14,840 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:14,841 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '995003e8-7ad3-4ed3-a737-86c46b4a2c75' 2024-11-19T19:24:14,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:14,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "995003e8-7ad3-4ed3-a737-86c46b4a2c75" 2024-11-19T19:24:14,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a64211b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:14,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37661,-1] 2024-11-19T19:24:14,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:14,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:14,842 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:14,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e8a03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:14,843 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:14,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,37661,1732044240733 2024-11-19T19:24:14,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63caaf6d 2024-11-19T19:24:14,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:24:14,845 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:24:14,846 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T19:24:14,846 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:24:14,846 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:14,846 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:14,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:24:14,847 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T19:24:14,848 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T19:24:14,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T19:24:14,849 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:14,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T19:24:14,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741837_1013 (size=1138) 2024-11-19T19:24:14,898 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T19:24:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:24:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:24:15,259 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7975f91c56c9ab0e32f1e8c32f43de0, NAME => 'hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01 2024-11-19T19:24:15,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741838_1014 (size=44) 2024-11-19T19:24:15,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:15,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d7975f91c56c9ab0e32f1e8c32f43de0, disabling compactions & flushes 2024-11-19T19:24:15,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. 2024-11-19T19:24:15,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. 2024-11-19T19:24:15,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. after waiting 0 ms 2024-11-19T19:24:15,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. 2024-11-19T19:24:15,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. 2024-11-19T19:24:15,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7975f91c56c9ab0e32f1e8c32f43de0: Waiting for close lock at 1732044255264Disabling compacts and flushes for region at 1732044255264Disabling writes for close at 1732044255265 (+1 ms)Writing region close event to WAL at 1732044255265Closed at 1732044255265 2024-11-19T19:24:15,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T19:24:15,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732044255266"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732044255266"}]},"ts":"1732044255266"} 2024-11-19T19:24:15,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T19:24:15,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T19:24:15,269 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044255268"}]},"ts":"1732044255268"} 2024-11-19T19:24:15,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T19:24:15,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7975f91c56c9ab0e32f1e8c32f43de0, ASSIGN}] 2024-11-19T19:24:15,271 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7975f91c56c9ab0e32f1e8c32f43de0, ASSIGN 2024-11-19T19:24:15,272 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7975f91c56c9ab0e32f1e8c32f43de0, ASSIGN; state=OFFLINE, location=f156d4de6e70,34631,1732044234908; forceNewPlan=false, retain=false 2024-11-19T19:24:15,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7975f91c56c9ab0e32f1e8c32f43de0, regionState=OPENING, regionLocation=f156d4de6e70,34631,1732044234908 2024-11-19T19:24:15,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7975f91c56c9ab0e32f1e8c32f43de0, ASSIGN because future has completed 2024-11-19T19:24:15,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7975f91c56c9ab0e32f1e8c32f43de0, server=f156d4de6e70,34631,1732044234908}] 2024-11-19T19:24:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:24:15,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. 2024-11-19T19:24:15,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T19:24:15,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T19:24:15,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f156d4de6e70%2C34631%2C1732044234908.rep, suffix=, logDir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908, archiveDir=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/oldWALs, maxLogs=10 2024-11-19T19:24:15,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.rep.1732044255583, exclude list is [], retry=0 2024-11-19T19:24:15,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-fc925e3c-82de-44d2-b12d-dafccc204418,DISK] 2024-11-19T19:24:15,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.rep.1732044255583 2024-11-19T19:24:15,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37269:37269)] 2024-11-19T19:24:15,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d7975f91c56c9ab0e32f1e8c32f43de0, NAME => 'hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0.', STARTKEY => '', ENDKEY => ''} 2024-11-19T19:24:15,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T19:24:15,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T19:24:15,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. service=MultiRowMutationService 2024-11-19T19:24:15,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T19:24:15,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:15,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T19:24:15,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:15,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:15,603 INFO [StoreOpener-d7975f91c56c9ab0e32f1e8c32f43de0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:15,603 INFO [StoreOpener-d7975f91c56c9ab0e32f1e8c32f43de0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7975f91c56c9ab0e32f1e8c32f43de0 columnFamilyName hfileref 2024-11-19T19:24:15,604 DEBUG [StoreOpener-d7975f91c56c9ab0e32f1e8c32f43de0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:15,604 INFO [StoreOpener-d7975f91c56c9ab0e32f1e8c32f43de0-1 {}] regionserver.HStore(327): Store=d7975f91c56c9ab0e32f1e8c32f43de0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:15,604 INFO [StoreOpener-d7975f91c56c9ab0e32f1e8c32f43de0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:15,605 INFO [StoreOpener-d7975f91c56c9ab0e32f1e8c32f43de0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7975f91c56c9ab0e32f1e8c32f43de0 columnFamilyName queue 2024-11-19T19:24:15,605 DEBUG [StoreOpener-d7975f91c56c9ab0e32f1e8c32f43de0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:15,605 INFO [StoreOpener-d7975f91c56c9ab0e32f1e8c32f43de0-1 {}] regionserver.HStore(327): Store=d7975f91c56c9ab0e32f1e8c32f43de0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:15,605 INFO [StoreOpener-d7975f91c56c9ab0e32f1e8c32f43de0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:15,606 INFO [StoreOpener-d7975f91c56c9ab0e32f1e8c32f43de0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7975f91c56c9ab0e32f1e8c32f43de0 columnFamilyName sid 2024-11-19T19:24:15,606 DEBUG [StoreOpener-d7975f91c56c9ab0e32f1e8c32f43de0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T19:24:15,606 INFO [StoreOpener-d7975f91c56c9ab0e32f1e8c32f43de0-1 {}] regionserver.HStore(327): Store=d7975f91c56c9ab0e32f1e8c32f43de0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T19:24:15,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:15,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:15,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:15,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:15,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:15,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T19:24:15,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:15,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T19:24:15,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d7975f91c56c9ab0e32f1e8c32f43de0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71310133, jitterRate=0.06260378658771515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T19:24:15,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:15,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d7975f91c56c9ab0e32f1e8c32f43de0: Running coprocessor pre-open hook at 1732044255602Writing region info on filesystem at 1732044255602Initializing all the Stores at 1732044255602Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044255602Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044255602Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732044255602Cleaning up temporary data from old regions at 1732044255608 (+6 ms)Running coprocessor post-open hooks at 1732044255611 (+3 ms)Region opened successfully at 1732044255611 2024-11-19T19:24:15,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0., pid=10, masterSystemTime=1732044255577 2024-11-19T19:24:15,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. 2024-11-19T19:24:15,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. 2024-11-19T19:24:15,614 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7975f91c56c9ab0e32f1e8c32f43de0, regionState=OPEN, openSeqNum=2, regionLocation=f156d4de6e70,34631,1732044234908 2024-11-19T19:24:15,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7975f91c56c9ab0e32f1e8c32f43de0, server=f156d4de6e70,34631,1732044234908 because future has completed 2024-11-19T19:24:15,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T19:24:15,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d7975f91c56c9ab0e32f1e8c32f43de0, server=f156d4de6e70,34631,1732044234908 in 191 msec 2024-11-19T19:24:15,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T19:24:15,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7975f91c56c9ab0e32f1e8c32f43de0, ASSIGN in 348 msec 2024-11-19T19:24:15,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T19:24:15,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732044255620"}]},"ts":"1732044255620"} 2024-11-19T19:24:15,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T19:24:15,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T19:24:15,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-19T19:24:15,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0., hostname=f156d4de6e70,34631,1732044234908, seqNum=2] 2024-11-19T19:24:15,704 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:24:15,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:24:15,729 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:24:15,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:24:15,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:15,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T19:24:15,904 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T19:24:15,931 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f156d4de6e70,34631,1732044234908, ReplicationSource: 1, currentBandwidth=0 2024-11-19T19:24:15,932 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:24:15,932 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,34631,1732044234908, seqNum=-1] 2024-11-19T19:24:15,932 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:24:15,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-19T19:24:15,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f156d4de6e70,34631,1732044234908', locateType=CURRENT is [region=hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0., hostname=f156d4de6e70,34631,1732044234908, seqNum=2] 2024-11-19T19:24:15,936 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T19:24:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T19:24:15,938 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f156d4de6e70,34631,1732044234908 suceeded 2024-11-19T19:24:15,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T19:24:15,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-19T19:24:15,939 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f156d4de6e70:37661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:24:15,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1030 sec 2024-11-19T19:24:15,950 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:37661' 2024-11-19T19:24:15,951 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@df62b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:15,951 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37661,-1 for getting cluster id 2024-11-19T19:24:15,951 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:15,951 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '995003e8-7ad3-4ed3-a737-86c46b4a2c75' 2024-11-19T19:24:15,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:15,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "995003e8-7ad3-4ed3-a737-86c46b4a2c75" 2024-11-19T19:24:15,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d1be9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:15,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37661,-1] 2024-11-19T19:24:15,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:15,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:15,953 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:15,953 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b845e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:15,953 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:15,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,37661,1732044240733 2024-11-19T19:24:15,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cefba61 2024-11-19T19:24:15,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:24:15,954 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T19:24:15,955 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f156d4de6e70,34631,1732044234908 (queues=1) is replicating from cluster=f6ec53c5-ab6e-453e-abe3-16d4f0de5d44 to cluster=995003e8-7ad3-4ed3-a737-86c46b4a2c75 2024-11-19T19:24:15,955 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f156d4de6e70%2C34631%2C1732044234908 2024-11-19T19:24:15,955 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f156d4de6e70,34631,1732044234908, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:24:15,955 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C34631%2C1732044234908 2024-11-19T19:24:15,956 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793, startPosition=0, beingWritten=true 2024-11-19T19:24:15,961 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:24:15,961 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 to pos 379, reset compression=false 2024-11-19T19:24:15,961 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,34631,1732044234908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:24:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T19:24:15,980 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T19:24:15,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:24:15,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:15,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:15,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:15,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:24:15,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:15,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33603,-1 for getting cluster id 2024-11-19T19:24:15,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:15,981 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec53c5-ab6e-453e-abe3-16d4f0de5d44' 2024-11-19T19:24:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec53c5-ab6e-453e-abe3-16d4f0de5d44" 2024-11-19T19:24:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef27bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33603,-1] 2024-11-19T19:24:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:15,983 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:15,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb1239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:15,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:15,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37661,-1 for getting cluster id 2024-11-19T19:24:15,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:15,984 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '995003e8-7ad3-4ed3-a737-86c46b4a2c75' 2024-11-19T19:24:15,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:15,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "995003e8-7ad3-4ed3-a737-86c46b4a2c75" 2024-11-19T19:24:15,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438623c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:15,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37661,-1] 2024-11-19T19:24:15,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:15,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:15,985 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:15,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bbf69b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:15,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:15,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35783,-1 for getting cluster id 2024-11-19T19:24:15,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:15,986 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a37347f4-f79f-499b-8e84-e8c647b8e6db' 2024-11-19T19:24:15,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:15,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a37347f4-f79f-499b-8e84-e8c647b8e6db" 2024-11-19T19:24:15,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4801eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:15,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35783,-1] 2024-11-19T19:24:15,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:15,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:15,987 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:15,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c4cfbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:15,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:15,993 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732044255992/Put/seqid=0 2024-11-19T19:24:16,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741840_1016 (size=7894) 2024-11-19T19:24:16,164 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 to pos 379, reset compression=false 2024-11-19T19:24:16,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732044256403/Put/seqid=0 2024-11-19T19:24:16,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741841_1017 (size=7691) 2024-11-19T19:24:16,467 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 to pos 379, reset compression=false 2024-11-19T19:24:16,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:16,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33603,-1 for getting cluster id 2024-11-19T19:24:16,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:16,810 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec53c5-ab6e-453e-abe3-16d4f0de5d44' 2024-11-19T19:24:16,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:16,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec53c5-ab6e-453e-abe3-16d4f0de5d44" 2024-11-19T19:24:16,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192abf2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:16,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33603,-1] 2024-11-19T19:24:16,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:16,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:16,811 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:16,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:16,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:24:16,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,34631,1732044234908, seqNum=-1] 2024-11-19T19:24:16,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:24:16,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:24:16,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33603,1732044234695 2024-11-19T19:24:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c68db63 2024-11-19T19:24:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:24:16,820 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:24:16,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851., hostname=f156d4de6e70,34631,1732044234908, seqNum=2] 2024-11-19T19:24:16,825 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T19:24:16,829 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-19T19:24:16,831 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-19T19:24:16,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 4bd407c3a25964d83b995afcbd8a8851/f 2024-11-19T19:24:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T19:24:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:24:16,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 4bd407c3a25964d83b995afcbd8a8851/f 2024-11-19T19:24:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T19:24:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:24:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HRegion(2603): Flush status journal for 4bd407c3a25964d83b995afcbd8a8851: 2024-11-19T19:24:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__lnlfmbepouir4139dd3ol19gsgf1ndo8lve48gkno3vo9lb7441ir26uifl0ktvh/f/hfile_1 2024-11-19T19:24:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__lnlfmbepouir4139dd3ol19gsgf1ndo8lve48gkno3vo9lb7441ir26uifl0ktvh/f/hfile_1 as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/e22ef0e288b84eadad6aa7c65af5590b_SeqId_4_ 2024-11-19T19:24:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__lnlfmbepouir4139dd3ol19gsgf1ndo8lve48gkno3vo9lb7441ir26uifl0ktvh/f/hfile_0 2024-11-19T19:24:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__lnlfmbepouir4139dd3ol19gsgf1ndo8lve48gkno3vo9lb7441ir26uifl0ktvh/f/hfile_0 as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/b82745df34224cc7a6ba43f2ceab08c5_SeqId_4_ 2024-11-19T19:24:16,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__lnlfmbepouir4139dd3ol19gsgf1ndo8lve48gkno3vo9lb7441ir26uifl0ktvh/f/hfile_1 into 4bd407c3a25964d83b995afcbd8a8851/f as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/e22ef0e288b84eadad6aa7c65af5590b_SeqId_4_ - updating store file list. 2024-11-19T19:24:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e22ef0e288b84eadad6aa7c65af5590b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:24:16,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/e22ef0e288b84eadad6aa7c65af5590b_SeqId_4_ into 4bd407c3a25964d83b995afcbd8a8851/f 2024-11-19T19:24:16,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__lnlfmbepouir4139dd3ol19gsgf1ndo8lve48gkno3vo9lb7441ir26uifl0ktvh/f/hfile_1 into 4bd407c3a25964d83b995afcbd8a8851/f (new location: hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/e22ef0e288b84eadad6aa7c65af5590b_SeqId_4_) 2024-11-19T19:24:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__lnlfmbepouir4139dd3ol19gsgf1ndo8lve48gkno3vo9lb7441ir26uifl0ktvh/f/hfile_1 2024-11-19T19:24:16,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__lnlfmbepouir4139dd3ol19gsgf1ndo8lve48gkno3vo9lb7441ir26uifl0ktvh/f/hfile_0 into 4bd407c3a25964d83b995afcbd8a8851/f as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/b82745df34224cc7a6ba43f2ceab08c5_SeqId_4_ - updating store file list. 2024-11-19T19:24:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b82745df34224cc7a6ba43f2ceab08c5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:24:16,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/b82745df34224cc7a6ba43f2ceab08c5_SeqId_4_ into 4bd407c3a25964d83b995afcbd8a8851/f 2024-11-19T19:24:16,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__lnlfmbepouir4139dd3ol19gsgf1ndo8lve48gkno3vo9lb7441ir26uifl0ktvh/f/hfile_0 into 4bd407c3a25964d83b995afcbd8a8851/f (new location: hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/b82745df34224cc7a6ba43f2ceab08c5_SeqId_4_) 2024-11-19T19:24:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__lnlfmbepouir4139dd3ol19gsgf1ndo8lve48gkno3vo9lb7441ir26uifl0ktvh/f/hfile_0 2024-11-19T19:24:16,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:24:16,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:16,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:16,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:16,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:24:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851., hostname=f156d4de6e70,34631,1732044234908, seqNum=2 , the old value is region=test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851., hostname=f156d4de6e70,34631,1732044234908, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f156d4de6e70:34631 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T19:24:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851., hostname=f156d4de6e70,34631,1732044234908, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T19:24:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851., hostname=f156d4de6e70,34631,1732044234908, seqNum=2 from cache 2024-11-19T19:24:16,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:24:16,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,44765,1732044241037, seqNum=-1] 2024-11-19T19:24:16,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:24:16,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:24:16,858 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T19:24:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775., hostname=f156d4de6e70,44765,1732044241037, seqNum=2] 2024-11-19T19:24:16,860 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T19:24:16,871 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 to pos 379, reset compression=false 2024-11-19T19:24:16,879 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:24:16,879 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,34631,1732044234908 got entry batch from reader: WALEntryBatch [walEntries=[{test/4bd407c3a25964d83b995afcbd8a8851/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732044256853/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T19:24:16,882 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:24:16,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T19:24:16,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.ReplicationSink(318): Replicating [f6ec53c5-ab6e-453e-abe3-16d4f0de5d44] bulk loaded data 2024-11-19T19:24:16,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e508bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:16,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,37661,-1 for getting cluster id 2024-11-19T19:24:16,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:16,884 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '995003e8-7ad3-4ed3-a737-86c46b4a2c75' 2024-11-19T19:24:16,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:16,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "995003e8-7ad3-4ed3-a737-86c46b4a2c75" 2024-11-19T19:24:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63fca8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,37661,-1] 2024-11-19T19:24:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:16,886 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:16,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64f83e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:16,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741837_1013 (size=7691) 2024-11-19T19:24:16,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741838_1014 (size=7894) 2024-11-19T19:24:16,959 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:34631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T19:24:17,080 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 to pos 687, reset compression=false 2024-11-19T19:24:17,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:17,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,37661,1732044240733 2024-11-19T19:24:17,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13af91b 2024-11-19T19:24:17,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:24:17,322 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-19T19:24:17,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T19:24:17,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:24:17,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,44765,1732044241037, seqNum=-1] 2024-11-19T19:24:17,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:24:17,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-19T19:24:17,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__1mto07jt3p0hfrqmmbiod31qd1v46lmer74vj8vlh8n1n50o1afl01l5midoq3ur/f/b82745df34224cc7a6ba43f2ceab08c5_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-19T19:24:17,332 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__1mto07jt3p0hfrqmmbiod31qd1v46lmer74vj8vlh8n1n50o1afl01l5midoq3ur/f/e22ef0e288b84eadad6aa7c65af5590b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-19T19:24:17,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__1mto07jt3p0hfrqmmbiod31qd1v46lmer74vj8vlh8n1n50o1afl01l5midoq3ur/f/b82745df34224cc7a6ba43f2ceab08c5_SeqId_4_ for inclusion in 3f1ac78c4818e2cf1b8c0aaec2a7d775/f 2024-11-19T19:24:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T19:24:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:24:17,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__1mto07jt3p0hfrqmmbiod31qd1v46lmer74vj8vlh8n1n50o1afl01l5midoq3ur/f/e22ef0e288b84eadad6aa7c65af5590b_SeqId_4_ for inclusion in 3f1ac78c4818e2cf1b8c0aaec2a7d775/f 2024-11-19T19:24:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T19:24:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:24:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HRegion(2603): Flush status journal for 3f1ac78c4818e2cf1b8c0aaec2a7d775: 2024-11-19T19:24:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b82745df34224cc7a6ba43f2ceab08c5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T19:24:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__1mto07jt3p0hfrqmmbiod31qd1v46lmer74vj8vlh8n1n50o1afl01l5midoq3ur/f/b82745df34224cc7a6ba43f2ceab08c5_SeqId_4_ as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/f1cf3513bf04404b8b30449b21f6d8af_SeqId_4_ 2024-11-19T19:24:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e22ef0e288b84eadad6aa7c65af5590b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T19:24:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__1mto07jt3p0hfrqmmbiod31qd1v46lmer74vj8vlh8n1n50o1afl01l5midoq3ur/f/e22ef0e288b84eadad6aa7c65af5590b_SeqId_4_ as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/9072f203ff4b4e50978ef5e43ae4eab8_SeqId_4_ 2024-11-19T19:24:17,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__1mto07jt3p0hfrqmmbiod31qd1v46lmer74vj8vlh8n1n50o1afl01l5midoq3ur/f/b82745df34224cc7a6ba43f2ceab08c5_SeqId_4_ into 3f1ac78c4818e2cf1b8c0aaec2a7d775/f as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/f1cf3513bf04404b8b30449b21f6d8af_SeqId_4_ - updating store file list. 2024-11-19T19:24:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f1cf3513bf04404b8b30449b21f6d8af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:24:17,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/f1cf3513bf04404b8b30449b21f6d8af_SeqId_4_ into 3f1ac78c4818e2cf1b8c0aaec2a7d775/f 2024-11-19T19:24:17,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__1mto07jt3p0hfrqmmbiod31qd1v46lmer74vj8vlh8n1n50o1afl01l5midoq3ur/f/b82745df34224cc7a6ba43f2ceab08c5_SeqId_4_ into 3f1ac78c4818e2cf1b8c0aaec2a7d775/f (new location: hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/f1cf3513bf04404b8b30449b21f6d8af_SeqId_4_) 2024-11-19T19:24:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__1mto07jt3p0hfrqmmbiod31qd1v46lmer74vj8vlh8n1n50o1afl01l5midoq3ur/f/b82745df34224cc7a6ba43f2ceab08c5_SeqId_4_ 2024-11-19T19:24:17,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__1mto07jt3p0hfrqmmbiod31qd1v46lmer74vj8vlh8n1n50o1afl01l5midoq3ur/f/e22ef0e288b84eadad6aa7c65af5590b_SeqId_4_ into 3f1ac78c4818e2cf1b8c0aaec2a7d775/f as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/9072f203ff4b4e50978ef5e43ae4eab8_SeqId_4_ - updating store file list. 2024-11-19T19:24:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9072f203ff4b4e50978ef5e43ae4eab8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:24:17,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/9072f203ff4b4e50978ef5e43ae4eab8_SeqId_4_ into 3f1ac78c4818e2cf1b8c0aaec2a7d775/f 2024-11-19T19:24:17,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__1mto07jt3p0hfrqmmbiod31qd1v46lmer74vj8vlh8n1n50o1afl01l5midoq3ur/f/e22ef0e288b84eadad6aa7c65af5590b_SeqId_4_ into 3f1ac78c4818e2cf1b8c0aaec2a7d775/f (new location: hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/9072f203ff4b4e50978ef5e43ae4eab8_SeqId_4_) 2024-11-19T19:24:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__1mto07jt3p0hfrqmmbiod31qd1v46lmer74vj8vlh8n1n50o1afl01l5midoq3ur/f/e22ef0e288b84eadad6aa7c65af5590b_SeqId_4_ 2024-11-19T19:24:17,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.ReplicationSink(324): Finished replicating [f6ec53c5-ab6e-453e-abe3-16d4f0de5d44] bulk loaded data 2024-11-19T19:24:17,383 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 to pos 687, reset compression=false 2024-11-19T19:24:17,408 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T19:24:17,786 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 to pos 687, reset compression=false 2024-11-19T19:24:17,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:24:17,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43423,1732044247199, seqNum=-1] 2024-11-19T19:24:17,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:24:17,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:24:17,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732044252671.8a609eeee622b47551b1682624b34e3a., hostname=f156d4de6e70,43423,1732044247199, seqNum=2] 2024-11-19T19:24:17,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:24:17,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T19:24:17,874 DEBUG [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f156d4de6e70%2C34631%2C1732044234908.meta:.meta(num 1732044237376) roll requested 2024-11-19T19:24:17,888 DEBUG [regionserver/f156d4de6e70:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.meta.1732044257874.meta, exclude list is [], retry=0 2024-11-19T19:24:17,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-fc925e3c-82de-44d2-b12d-dafccc204418,DISK] 2024-11-19T19:24:17,892 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.meta.1732044237376.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.meta.1732044257874.meta 2024-11-19T19:24:17,892 DEBUG [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37269:37269)] 2024-11-19T19:24:17,892 DEBUG [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.meta.1732044237376.meta is not closed yet, will try archiving it next time 2024-11-19T19:24:17,892 DEBUG [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f156d4de6e70%2C34631%2C1732044234908:(num 1732044236793) roll requested 2024-11-19T19:24:17,893 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.meta.1732044237376.meta not finished, retry = 0 2024-11-19T19:24:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741834_1010 (size=3473) 2024-11-19T19:24:17,904 DEBUG [regionserver/f156d4de6e70:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892, exclude list is [], retry=0 2024-11-19T19:24:17,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-fc925e3c-82de-44d2-b12d-dafccc204418,DISK] 2024-11-19T19:24:17,906 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 2024-11-19T19:24:17,907 DEBUG [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37269:37269)] 2024-11-19T19:24:17,907 DEBUG [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 is not closed yet, will try archiving it next time 2024-11-19T19:24:17,907 DEBUG [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f156d4de6e70%2C34631%2C1732044234908.rep:(num 1732044255583) roll requested 2024-11-19T19:24:17,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16986d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:17,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33603,-1 for getting cluster id 2024-11-19T19:24:17,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741832_1008 (size=695) 2024-11-19T19:24:17,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:17,909 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec53c5-ab6e-453e-abe3-16d4f0de5d44' 2024-11-19T19:24:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:17,909 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 to hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/oldWALs/f156d4de6e70%2C34631%2C1732044234908.1732044236793 2024-11-19T19:24:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec53c5-ab6e-453e-abe3-16d4f0de5d44" 2024-11-19T19:24:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3919f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33603,-1] 2024-11-19T19:24:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:17,910 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cd3733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:17,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:17,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33603,1732044234695 2024-11-19T19:24:17,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69fa6a99 2024-11-19T19:24:17,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:24:17,913 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:24:17,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://f156d4de6e70:35783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T19:24:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T19:24:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T19:24:17,916 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:35783' 2024-11-19T19:24:17,917 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bacd55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:17,917 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35783,-1 for getting cluster id 2024-11-19T19:24:17,917 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:17,917 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a37347f4-f79f-499b-8e84-e8c647b8e6db' 2024-11-19T19:24:17,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:17,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a37347f4-f79f-499b-8e84-e8c647b8e6db" 2024-11-19T19:24:17,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f2f3a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:17,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35783,-1] 2024-11-19T19:24:17,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:17,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:17,918 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:17,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e50fefd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:17,919 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:17,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35783,1732044247037 2024-11-19T19:24:17,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@259ea533 2024-11-19T19:24:17,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:24:17,920 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:24:17,922 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T19:24:17,922 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T19:24:17,922 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:17,922 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:17,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:24:17,924 DEBUG [regionserver/f156d4de6e70:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.rep.1732044257907, exclude list is [], retry=0 2024-11-19T19:24:17,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-fc925e3c-82de-44d2-b12d-dafccc204418,DISK] 2024-11-19T19:24:17,927 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.rep.1732044255583 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.rep.1732044257907 2024-11-19T19:24:17,927 DEBUG [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37269:37269)] 2024-11-19T19:24:17,927 DEBUG [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.rep.1732044255583 is not closed yet, will try archiving it next time 2024-11-19T19:24:17,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741839_1015 (size=1505) 2024-11-19T19:24:17,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.rep.1732044255583 not finished, retry = 0 2024-11-19T19:24:17,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T19:24:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T19:24:18,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T19:24:18,135 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T19:24:18,159 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-f156d4de6e70,34631,1732044234908, ReplicationSource: 2, currentBandwidth=0 2024-11-19T19:24:18,161 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T19:24:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T19:24:18,163 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f156d4de6e70,34631,1732044234908 suceeded 2024-11-19T19:24:18,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T19:24:18,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-11-19T19:24:18,164 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f156d4de6e70:35783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T19:24:18,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 251 msec 2024-11-19T19:24:18,174 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f156d4de6e70:35783' 2024-11-19T19:24:18,175 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77da597c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:18,175 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35783,-1 for getting cluster id 2024-11-19T19:24:18,175 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:18,176 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a37347f4-f79f-499b-8e84-e8c647b8e6db' 2024-11-19T19:24:18,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:18,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a37347f4-f79f-499b-8e84-e8c647b8e6db" 2024-11-19T19:24:18,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5529f14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:18,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35783,-1] 2024-11-19T19:24:18,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:18,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:18,177 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:18,177 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c500fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:18,177 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:18,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35783,1732044247037 2024-11-19T19:24:18,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5864def4 2024-11-19T19:24:18,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:24:18,178 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T19:24:18,179 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f156d4de6e70,34631,1732044234908 (queues=1) is replicating from cluster=f6ec53c5-ab6e-453e-abe3-16d4f0de5d44 to cluster=a37347f4-f79f-499b-8e84-e8c647b8e6db 2024-11-19T19:24:18,179 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f156d4de6e70%2C34631%2C1732044234908 2024-11-19T19:24:18,179 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f156d4de6e70,34631,1732044234908, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T19:24:18,180 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892, startPosition=0, beingWritten=true 2024-11-19T19:24:18,180 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f156d4de6e70%2C34631%2C1732044234908 2024-11-19T19:24:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T19:24:18,230 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T19:24:18,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:24:18,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:18,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:18,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:18,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:24:18,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T19:24:18,234 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732044258234/Put/seqid=0 2024-11-19T19:24:18,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741845_1021 (size=11194) 2024-11-19T19:24:18,289 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 to pos 687, reset compression=false 2024-11-19T19:24:18,295 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 was moved to hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/oldWALs/f156d4de6e70%2C34631%2C1732044234908.1732044236793 2024-11-19T19:24:18,296 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793 2024-11-19T19:24:18,296 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,34631,1732044234908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044236793, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T19:24:18,296 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892, startPosition=0, beingWritten=true 2024-11-19T19:24:18,299 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [f156d4de6e70%2C34631%2C1732044234908.1732044236793] 2024-11-19T19:24:18,383 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 0, reset compression=false 2024-11-19T19:24:18,640 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732044258640/Put/seqid=0 2024-11-19T19:24:18,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741846_1022 (size=10791) 2024-11-19T19:24:18,687 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 0, reset compression=false 2024-11-19T19:24:18,903 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 0, reset compression=false 2024-11-19T19:24:19,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43346e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:19,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,33603,-1 for getting cluster id 2024-11-19T19:24:19,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:19,054 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ec53c5-ab6e-453e-abe3-16d4f0de5d44' 2024-11-19T19:24:19,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:19,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ec53c5-ab6e-453e-abe3-16d4f0de5d44" 2024-11-19T19:24:19,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf3f87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:19,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,33603,-1] 2024-11-19T19:24:19,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:19,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:19,056 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:19,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91a9915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:19,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:24:19,059 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,34631,1732044234908, seqNum=-1] 2024-11-19T19:24:19,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:24:19,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T19:24:19,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,33603,1732044234695 2024-11-19T19:24:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f3284e 2024-11-19T19:24:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:24:19,075 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T19:24:19,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851., hostname=f156d4de6e70,34631,1732044234908, seqNum=2] 2024-11-19T19:24:19,081 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T19:24:19,086 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-19T19:24:19,089 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-19T19:24:19,090 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 0, reset compression=false 2024-11-19T19:24:19,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 4bd407c3a25964d83b995afcbd8a8851/f 2024-11-19T19:24:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T19:24:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:24:19,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 4bd407c3a25964d83b995afcbd8a8851/f 2024-11-19T19:24:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T19:24:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:24:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HRegion(2603): Flush status journal for 4bd407c3a25964d83b995afcbd8a8851: 2024-11-19T19:24:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__q9v0qgurphadt30qdqqvdf72p8gitg6u1jsbt2tvlnlcg3cetri5nrgtjiecdmp/f/hfile_0 2024-11-19T19:24:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__q9v0qgurphadt30qdqqvdf72p8gitg6u1jsbt2tvlnlcg3cetri5nrgtjiecdmp/f/hfile_0 as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ 2024-11-19T19:24:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__q9v0qgurphadt30qdqqvdf72p8gitg6u1jsbt2tvlnlcg3cetri5nrgtjiecdmp/f/hfile_1 2024-11-19T19:24:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__q9v0qgurphadt30qdqqvdf72p8gitg6u1jsbt2tvlnlcg3cetri5nrgtjiecdmp/f/hfile_1 as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ 2024-11-19T19:24:19,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__q9v0qgurphadt30qdqqvdf72p8gitg6u1jsbt2tvlnlcg3cetri5nrgtjiecdmp/f/hfile_0 into 4bd407c3a25964d83b995afcbd8a8851/f as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ - updating store file list. 2024-11-19T19:24:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T19:24:19,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ into 4bd407c3a25964d83b995afcbd8a8851/f 2024-11-19T19:24:19,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__q9v0qgurphadt30qdqqvdf72p8gitg6u1jsbt2tvlnlcg3cetri5nrgtjiecdmp/f/hfile_0 into 4bd407c3a25964d83b995afcbd8a8851/f (new location: hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_) 2024-11-19T19:24:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__q9v0qgurphadt30qdqqvdf72p8gitg6u1jsbt2tvlnlcg3cetri5nrgtjiecdmp/f/hfile_0 2024-11-19T19:24:19,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__q9v0qgurphadt30qdqqvdf72p8gitg6u1jsbt2tvlnlcg3cetri5nrgtjiecdmp/f/hfile_1 into 4bd407c3a25964d83b995afcbd8a8851/f as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ - updating store file list. 2024-11-19T19:24:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T19:24:19,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ into 4bd407c3a25964d83b995afcbd8a8851/f 2024-11-19T19:24:19,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__q9v0qgurphadt30qdqqvdf72p8gitg6u1jsbt2tvlnlcg3cetri5nrgtjiecdmp/f/hfile_1 into 4bd407c3a25964d83b995afcbd8a8851/f (new location: hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_) 2024-11-19T19:24:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/staging/jenkins__test__q9v0qgurphadt30qdqqvdf72p8gitg6u1jsbt2tvlnlcg3cetri5nrgtjiecdmp/f/hfile_1 2024-11-19T19:24:19,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:24:19,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:19,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:19,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:24:19,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:19,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851., hostname=f156d4de6e70,34631,1732044234908, seqNum=2 , the old value is region=test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851., hostname=f156d4de6e70,34631,1732044234908, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f156d4de6e70:34631 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T19:24:19,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851., hostname=f156d4de6e70,34631,1732044234908, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T19:24:19,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851., hostname=f156d4de6e70,34631,1732044234908, seqNum=2 from cache 2024-11-19T19:24:19,119 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T19:24:19,121 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T19:24:19,230 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:34631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T19:24:19,597 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 0, reset compression=false 2024-11-19T19:24:19,601 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:24:19,601 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f156d4de6e70,34631,1732044234908 got entry batch from reader: WALEntryBatch [walEntries=[{test/4bd407c3a25964d83b995afcbd8a8851/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732044259116/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T19:24:19,603 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T19:24:19,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T19:24:19,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.ReplicationSink(318): Replicating [f6ec53c5-ab6e-453e-abe3-16d4f0de5d44] bulk loaded data 2024-11-19T19:24:19,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f94cb24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:19,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] client.ClusterIdFetcher(90): Going to request f156d4de6e70,35783,-1 for getting cluster id 2024-11-19T19:24:19,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T19:24:19,605 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a37347f4-f79f-499b-8e84-e8c647b8e6db' 2024-11-19T19:24:19,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T19:24:19,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a37347f4-f79f-499b-8e84-e8c647b8e6db" 2024-11-19T19:24:19,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78d741fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:19,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f156d4de6e70,35783,-1] 2024-11-19T19:24:19,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T19:24:19,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:19,606 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-19T19:24:19,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ef1a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T19:24:19,606 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 0, reset compression=false 2024-11-19T19:24:19,610 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T19:24:19,610 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,34631,1732044234908 got entry batch from reader: WALEntryBatch [walEntries=[{test/4bd407c3a25964d83b995afcbd8a8851/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732044259116/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T19:24:19,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.ReplicationSink(318): Replicating [f6ec53c5-ab6e-453e-abe3-16d4f0de5d44] bulk loaded data 2024-11-19T19:24:19,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741837_1013 (size=11194) 2024-11-19T19:24:19,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741839_1015 (size=11194) 2024-11-19T19:24:19,801 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:19,810 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:20,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741838_1014 (size=10791) 2024-11-19T19:24:20,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741840_1016 (size=10791) 2024-11-19T19:24:20,105 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:20,114 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:20,124 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T19:24:20,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T19:24:20,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f156d4de6e70,35783,1732044247037 2024-11-19T19:24:20,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f0ed0f5 2024-11-19T19:24:20,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T19:24:20,428 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-19T19:24:20,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T19:24:20,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T19:24:20,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f156d4de6e70,43423,1732044247199, seqNum=-1] 2024-11-19T19:24:20,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T19:24:20,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-19T19:24:20,436 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/staging/jenkins.hfs.23__test__3p78nrgodem1i3fq61n9rim6c98nnkikqlot3si5i9p41io89d1q6i6b4cn512a1/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T19:24:20,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T19:24:20,438 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/staging/jenkins.hfs.23__test__3p78nrgodem1i3fq61n9rim6c98nnkikqlot3si5i9p41io89d1q6i6b4cn512a1/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T19:24:20,442 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__srodbr691gghnaf2jcs809g2opgefhd2up0ugvd01tddpgpooilqtr3glevm98bc/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T19:24:20,444 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__srodbr691gghnaf2jcs809g2opgefhd2up0ugvd01tddpgpooilqtr3glevm98bc/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T19:24:20,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__srodbr691gghnaf2jcs809g2opgefhd2up0ugvd01tddpgpooilqtr3glevm98bc/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ for inclusion in 3f1ac78c4818e2cf1b8c0aaec2a7d775/f 2024-11-19T19:24:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T19:24:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:24:20,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__srodbr691gghnaf2jcs809g2opgefhd2up0ugvd01tddpgpooilqtr3glevm98bc/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ for inclusion in 3f1ac78c4818e2cf1b8c0aaec2a7d775/f 2024-11-19T19:24:20,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/staging/jenkins.hfs.23__test__3p78nrgodem1i3fq61n9rim6c98nnkikqlot3si5i9p41io89d1q6i6b4cn512a1/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ for inclusion in 8a609eeee622b47551b1682624b34e3a/f 2024-11-19T19:24:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T19:24:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:24:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T19:24:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:24:20,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/staging/jenkins.hfs.23__test__3p78nrgodem1i3fq61n9rim6c98nnkikqlot3si5i9p41io89d1q6i6b4cn512a1/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ for inclusion in 8a609eeee622b47551b1682624b34e3a/f 2024-11-19T19:24:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HRegion(2603): Flush status journal for 3f1ac78c4818e2cf1b8c0aaec2a7d775: 2024-11-19T19:24:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T19:24:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__srodbr691gghnaf2jcs809g2opgefhd2up0ugvd01tddpgpooilqtr3glevm98bc/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/22525414a66e4f9ba798a9da073e0a9a_SeqId_6_ 2024-11-19T19:24:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T19:24:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__srodbr691gghnaf2jcs809g2opgefhd2up0ugvd01tddpgpooilqtr3glevm98bc/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/311a24c4f5f64b3c843b763fd8358e28_SeqId_6_ 2024-11-19T19:24:20,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__srodbr691gghnaf2jcs809g2opgefhd2up0ugvd01tddpgpooilqtr3glevm98bc/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ into 3f1ac78c4818e2cf1b8c0aaec2a7d775/f as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/22525414a66e4f9ba798a9da073e0a9a_SeqId_6_ - updating store file list. 2024-11-19T19:24:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T19:24:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T19:24:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HRegion(2603): Flush status journal for 8a609eeee622b47551b1682624b34e3a: 2024-11-19T19:24:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T19:24:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/staging/jenkins.hfs.23__test__3p78nrgodem1i3fq61n9rim6c98nnkikqlot3si5i9p41io89d1q6i6b4cn512a1/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ as hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/default/test/8a609eeee622b47551b1682624b34e3a/f/5257515b7135454b9ce1b17bfd9a2f3b_SeqId_4_ 2024-11-19T19:24:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T19:24:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/staging/jenkins.hfs.23__test__3p78nrgodem1i3fq61n9rim6c98nnkikqlot3si5i9p41io89d1q6i6b4cn512a1/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ as hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/default/test/8a609eeee622b47551b1682624b34e3a/f/4a06b71188e14237978d0518929e2d87_SeqId_4_ 2024-11-19T19:24:20,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/staging/jenkins.hfs.23__test__3p78nrgodem1i3fq61n9rim6c98nnkikqlot3si5i9p41io89d1q6i6b4cn512a1/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ into 8a609eeee622b47551b1682624b34e3a/f as hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/default/test/8a609eeee622b47551b1682624b34e3a/f/5257515b7135454b9ce1b17bfd9a2f3b_SeqId_4_ - updating store file list. 2024-11-19T19:24:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 22525414a66e4f9ba798a9da073e0a9a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T19:24:20,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/22525414a66e4f9ba798a9da073e0a9a_SeqId_6_ into 3f1ac78c4818e2cf1b8c0aaec2a7d775/f 2024-11-19T19:24:20,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__srodbr691gghnaf2jcs809g2opgefhd2up0ugvd01tddpgpooilqtr3glevm98bc/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ into 3f1ac78c4818e2cf1b8c0aaec2a7d775/f (new location: hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/22525414a66e4f9ba798a9da073e0a9a_SeqId_6_) 2024-11-19T19:24:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__srodbr691gghnaf2jcs809g2opgefhd2up0ugvd01tddpgpooilqtr3glevm98bc/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ 2024-11-19T19:24:20,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__srodbr691gghnaf2jcs809g2opgefhd2up0ugvd01tddpgpooilqtr3glevm98bc/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ into 3f1ac78c4818e2cf1b8c0aaec2a7d775/f as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/311a24c4f5f64b3c843b763fd8358e28_SeqId_6_ - updating store file list. 2024-11-19T19:24:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5257515b7135454b9ce1b17bfd9a2f3b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:24:20,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/default/test/8a609eeee622b47551b1682624b34e3a/f/5257515b7135454b9ce1b17bfd9a2f3b_SeqId_4_ into 8a609eeee622b47551b1682624b34e3a/f 2024-11-19T19:24:20,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/staging/jenkins.hfs.23__test__3p78nrgodem1i3fq61n9rim6c98nnkikqlot3si5i9p41io89d1q6i6b4cn512a1/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ into 8a609eeee622b47551b1682624b34e3a/f (new location: hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/default/test/8a609eeee622b47551b1682624b34e3a/f/5257515b7135454b9ce1b17bfd9a2f3b_SeqId_4_) 2024-11-19T19:24:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/staging/jenkins.hfs.23__test__3p78nrgodem1i3fq61n9rim6c98nnkikqlot3si5i9p41io89d1q6i6b4cn512a1/f/2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_ 2024-11-19T19:24:20,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/staging/jenkins.hfs.23__test__3p78nrgodem1i3fq61n9rim6c98nnkikqlot3si5i9p41io89d1q6i6b4cn512a1/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ into 8a609eeee622b47551b1682624b34e3a/f as hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/default/test/8a609eeee622b47551b1682624b34e3a/f/4a06b71188e14237978d0518929e2d87_SeqId_4_ - updating store file list. 2024-11-19T19:24:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 311a24c4f5f64b3c843b763fd8358e28_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T19:24:20,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/311a24c4f5f64b3c843b763fd8358e28_SeqId_6_ into 3f1ac78c4818e2cf1b8c0aaec2a7d775/f 2024-11-19T19:24:20,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__srodbr691gghnaf2jcs809g2opgefhd2up0ugvd01tddpgpooilqtr3glevm98bc/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ into 3f1ac78c4818e2cf1b8c0aaec2a7d775/f (new location: hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/f/311a24c4f5f64b3c843b763fd8358e28_SeqId_6_) 2024-11-19T19:24:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/staging/jenkins.hfs.22__test__srodbr691gghnaf2jcs809g2opgefhd2up0ugvd01tddpgpooilqtr3glevm98bc/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ 2024-11-19T19:24:20,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44765 {}] regionserver.ReplicationSink(324): Finished replicating [f6ec53c5-ab6e-453e-abe3-16d4f0de5d44] bulk loaded data 2024-11-19T19:24:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4a06b71188e14237978d0518929e2d87_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T19:24:20,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/default/test/8a609eeee622b47551b1682624b34e3a/f/4a06b71188e14237978d0518929e2d87_SeqId_4_ into 8a609eeee622b47551b1682624b34e3a/f 2024-11-19T19:24:20,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/staging/jenkins.hfs.23__test__3p78nrgodem1i3fq61n9rim6c98nnkikqlot3si5i9p41io89d1q6i6b4cn512a1/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ into 8a609eeee622b47551b1682624b34e3a/f (new location: hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/default/test/8a609eeee622b47551b1682624b34e3a/f/4a06b71188e14237978d0518929e2d87_SeqId_4_) 2024-11-19T19:24:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/staging/jenkins.hfs.23__test__3p78nrgodem1i3fq61n9rim6c98nnkikqlot3si5i9p41io89d1q6i6b4cn512a1/f/a8d7a4dfaa3a4cf7bb014832cab27eea_SeqId_6_ 2024-11-19T19:24:20,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43423 {}] regionserver.ReplicationSink(324): Finished replicating [f6ec53c5-ab6e-453e-abe3-16d4f0de5d44] bulk loaded data 2024-11-19T19:24:20,508 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:20,517 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:21,011 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:21,020 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:21,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:24:21,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:24:21,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:24:21,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:21,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:21,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:21,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:24:21,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:24:21,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1433789866, stopped=false 2024-11-19T19:24:21,139 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,35783,1732044247037 2024-11-19T19:24:21,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:21,190 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T19:24:21,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21565209252/running 2024-11-19T19:24:21,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21565209252/running 2024-11-19T19:24:21,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:21,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:21,330 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:24:21,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:24:21,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:21,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:21,330 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,43423,1732044247199' ***** 2024-11-19T19:24:21,331 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:24:21,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Set watcher on znode that does not yet exist, /21565209252/running 2024-11-19T19:24:21,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Set watcher on znode that does not yet exist, /21565209252/running 2024-11-19T19:24:21,331 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:24:21,331 INFO [RS:0;f156d4de6e70:43423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:24:21,331 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:24:21,331 INFO [RS:0;f156d4de6e70:43423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:24:21,331 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:21,331 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,43423,1732044247199 2024-11-19T19:24:21,331 INFO [RS:0;f156d4de6e70:43423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:24:21,332 INFO [RS:0;f156d4de6e70:43423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:43423. 2024-11-19T19:24:21,332 DEBUG [RS:0;f156d4de6e70:43423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:21,332 DEBUG [RS:0;f156d4de6e70:43423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:21,332 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a609eeee622b47551b1682624b34e3a, disabling compactions & flushes 2024-11-19T19:24:21,332 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732044252671.8a609eeee622b47551b1682624b34e3a. 2024-11-19T19:24:21,332 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044252671.8a609eeee622b47551b1682624b34e3a. 2024-11-19T19:24:21,332 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:24:21,332 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732044252671.8a609eeee622b47551b1682624b34e3a. after waiting 0 ms 2024-11-19T19:24:21,332 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:24:21,332 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732044252671.8a609eeee622b47551b1682624b34e3a. 2024-11-19T19:24:21,332 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:24:21,332 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:24:21,332 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:24:21,333 DEBUG [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(1325): Online Regions={8a609eeee622b47551b1682624b34e3a=test,,1732044252671.8a609eeee622b47551b1682624b34e3a., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:24:21,333 DEBUG [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a609eeee622b47551b1682624b34e3a 2024-11-19T19:24:21,333 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:24:21,333 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:24:21,333 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:24:21,333 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:24:21,333 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:24:21,333 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T19:24:21,336 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/default/test/8a609eeee622b47551b1682624b34e3a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T19:24:21,337 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:24:21,337 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:24:21,337 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732044252671.8a609eeee622b47551b1682624b34e3a. 2024-11-19T19:24:21,337 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a609eeee622b47551b1682624b34e3a: Waiting for close lock at 1732044261332Running coprocessor pre-close hooks at 1732044261332Disabling compacts and flushes for region at 1732044261332Disabling writes for close at 1732044261332Writing region close event to WAL at 1732044261333 (+1 ms)Running coprocessor post-close hooks at 1732044261337 (+4 ms)Closed at 1732044261337 2024-11-19T19:24:21,337 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732044252671.8a609eeee622b47551b1682624b34e3a. 2024-11-19T19:24:21,348 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/.tmp/info/b16822843df8421d879072bbbfaa6b5f is 129, key is test,,1732044252671.8a609eeee622b47551b1682624b34e3a./info:regioninfo/1732044253817/Put/seqid=0 2024-11-19T19:24:21,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741839_1015 (size=6421) 2024-11-19T19:24:21,352 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/.tmp/info/b16822843df8421d879072bbbfaa6b5f 2024-11-19T19:24:21,370 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:24:21,374 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/.tmp/ns/f8f1f7101b784d69bf77a220c329d759 is 43, key is default/ns:d/1732044250260/Put/seqid=0 2024-11-19T19:24:21,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741840_1016 (size=5153) 2024-11-19T19:24:21,533 DEBUG [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:24:21,615 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:21,623 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:21,733 DEBUG [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:24:21,778 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/.tmp/ns/f8f1f7101b784d69bf77a220c329d759 2024-11-19T19:24:21,797 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/.tmp/rep_barrier/255447b22bb3442e86bbe06dde64a14a is 112, key is test,,1732044252671.8a609eeee622b47551b1682624b34e3a./rep_barrier:seqnumDuringOpen/1732044253817/Put/seqid=0 2024-11-19T19:24:21,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741841_1017 (size=5518) 2024-11-19T19:24:21,800 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/.tmp/rep_barrier/255447b22bb3442e86bbe06dde64a14a 2024-11-19T19:24:21,819 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/.tmp/table/7cd2ea2f303249508e2673b513076154 is 40, key is test/table:state/1732044253826/Put/seqid=0 2024-11-19T19:24:21,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741842_1018 (size=5165) 2024-11-19T19:24:21,823 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/.tmp/table/7cd2ea2f303249508e2673b513076154 2024-11-19T19:24:21,829 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/.tmp/info/b16822843df8421d879072bbbfaa6b5f as hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/info/b16822843df8421d879072bbbfaa6b5f 2024-11-19T19:24:21,832 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/info/b16822843df8421d879072bbbfaa6b5f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T19:24:21,833 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/.tmp/ns/f8f1f7101b784d69bf77a220c329d759 as hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/ns/f8f1f7101b784d69bf77a220c329d759 2024-11-19T19:24:21,836 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/ns/f8f1f7101b784d69bf77a220c329d759, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T19:24:21,836 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/.tmp/rep_barrier/255447b22bb3442e86bbe06dde64a14a as hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/rep_barrier/255447b22bb3442e86bbe06dde64a14a 2024-11-19T19:24:21,839 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/rep_barrier/255447b22bb3442e86bbe06dde64a14a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T19:24:21,840 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/.tmp/table/7cd2ea2f303249508e2673b513076154 as hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/table/7cd2ea2f303249508e2673b513076154 2024-11-19T19:24:21,844 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/table/7cd2ea2f303249508e2673b513076154, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T19:24:21,845 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 511ms, sequenceid=11, compaction requested=false 2024-11-19T19:24:21,848 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T19:24:21,848 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:24:21,848 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:24:21,848 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:24:21,848 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044261333Running coprocessor pre-close hooks at 1732044261333Disabling compacts and flushes for region at 1732044261333Disabling writes for close at 1732044261333Obtaining lock to block concurrent updates at 1732044261333Preparing flush snapshotting stores in 1588230740 at 1732044261333Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732044261333Flushing stores of hbase:meta,,1.1588230740 at 1732044261333Flushing 1588230740/info: creating writer at 1732044261334 (+1 ms)Flushing 1588230740/info: appending metadata at 1732044261347 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732044261347Flushing 1588230740/ns: creating writer at 1732044261357 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732044261374 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732044261374Flushing 1588230740/rep_barrier: creating writer at 1732044261782 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044261797 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044261797Flushing 1588230740/table: creating writer at 1732044261804 (+7 ms)Flushing 1588230740/table: appending metadata at 1732044261819 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732044261819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b52ebf: reopening flushed file at 1732044261828 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a96fd7: reopening flushed file at 1732044261832 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e855f0: reopening flushed file at 1732044261836 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4b5eae: reopening flushed file at 1732044261839 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 511ms, sequenceid=11, compaction requested=false at 1732044261845 (+6 ms)Writing region close event to WAL at 1732044261846 (+1 ms)Running coprocessor post-close hooks at 1732044261848 (+2 ms)Closed at 1732044261848 2024-11-19T19:24:21,848 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:24:21,933 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,43423,1732044247199; all regions closed. 2024-11-19T19:24:21,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741834_1010 (size=2717) 2024-11-19T19:24:21,936 DEBUG [RS:0;f156d4de6e70:43423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/oldWALs 2024-11-19T19:24:21,936 INFO [RS:0;f156d4de6e70:43423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C43423%2C1732044247199.meta:.meta(num 1732044250156) 2024-11-19T19:24:21,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741832_1008 (size=1028) 2024-11-19T19:24:21,939 DEBUG [RS:0;f156d4de6e70:43423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/oldWALs 2024-11-19T19:24:21,939 INFO [RS:0;f156d4de6e70:43423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C43423%2C1732044247199:(num 1732044249300) 2024-11-19T19:24:21,939 DEBUG [RS:0;f156d4de6e70:43423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:21,939 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:24:21,939 INFO [RS:0;f156d4de6e70:43423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:24:21,939 INFO [RS:0;f156d4de6e70:43423 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T19:24:21,940 INFO [RS:0;f156d4de6e70:43423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:24:21,940 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:24:21,940 INFO [RS:0;f156d4de6e70:43423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:43423. 2024-11-19T19:24:21,940 DEBUG [RS:0;f156d4de6e70:43423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:21,940 DEBUG [RS:0;f156d4de6e70:43423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:21,940 DEBUG [RS:0;f156d4de6e70:43423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:21,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:24:21,940 INFO [RS:0;f156d4de6e70:43423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43423 2024-11-19T19:24:21,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21565209252/rs/f156d4de6e70,43423,1732044247199 2024-11-19T19:24:21,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252/rs 2024-11-19T19:24:21,950 INFO [RS:0;f156d4de6e70:43423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:24:21,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,43423,1732044247199] 2024-11-19T19:24:21,971 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21565209252/draining/f156d4de6e70,43423,1732044247199 already deleted, retry=false 2024-11-19T19:24:21,971 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,43423,1732044247199 expired; onlineServers=0 2024-11-19T19:24:21,971 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,35783,1732044247037' ***** 2024-11-19T19:24:21,971 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:24:21,971 INFO [M:0;f156d4de6e70:35783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:24:21,971 INFO [M:0;f156d4de6e70:35783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:24:21,971 DEBUG [M:0;f156d4de6e70:35783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:24:21,971 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:24:21,971 DEBUG [M:0;f156d4de6e70:35783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:24:21,972 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044248975 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044248975,5,FailOnTimeoutGroup] 2024-11-19T19:24:21,972 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044248976 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044248976,5,FailOnTimeoutGroup] 2024-11-19T19:24:21,972 INFO [M:0;f156d4de6e70:35783 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:24:21,972 INFO [M:0;f156d4de6e70:35783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:24:21,972 DEBUG [M:0;f156d4de6e70:35783 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:24:21,972 INFO [M:0;f156d4de6e70:35783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:24:21,972 INFO [M:0;f156d4de6e70:35783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:24:21,972 INFO [M:0;f156d4de6e70:35783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:24:21,972 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:24:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21565209252/master 2024-11-19T19:24:21,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21565209252 2024-11-19T19:24:21,981 DEBUG [M:0;f156d4de6e70:35783 {}] zookeeper.ZKUtil(347): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Unable to get data of znode /21565209252/master because node does not exist (not an error) 2024-11-19T19:24:21,981 WARN [M:0;f156d4de6e70:35783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:24:21,982 INFO [M:0;f156d4de6e70:35783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/.lastflushedseqids 2024-11-19T19:24:21,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741843_1019 (size=173) 2024-11-19T19:24:22,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:24:22,060 INFO [RS:0;f156d4de6e70:43423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:24:22,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43423-0x101548d922c0007, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:24:22,060 INFO [RS:0;f156d4de6e70:43423 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,43423,1732044247199; zookeeper connection closed. 2024-11-19T19:24:22,061 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@564809fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@564809fd 2024-11-19T19:24:22,061 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:24:22,319 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:22,327 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:22,385 INFO [M:0;f156d4de6e70:35783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:24:22,385 INFO [M:0;f156d4de6e70:35783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:24:22,386 DEBUG [M:0;f156d4de6e70:35783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:24:22,386 INFO [M:0;f156d4de6e70:35783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:22,386 DEBUG [M:0;f156d4de6e70:35783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:22,386 DEBUG [M:0;f156d4de6e70:35783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:24:22,386 DEBUG [M:0;f156d4de6e70:35783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:22,386 INFO [M:0;f156d4de6e70:35783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-19T19:24:22,404 DEBUG [M:0;f156d4de6e70:35783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fc65643d64a4b6a8435a60938196269 is 82, key is hbase:meta,,1/info:regioninfo/1732044250224/Put/seqid=0 2024-11-19T19:24:22,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741844_1020 (size=5672) 2024-11-19T19:24:22,408 INFO [M:0;f156d4de6e70:35783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fc65643d64a4b6a8435a60938196269 2024-11-19T19:24:22,434 DEBUG [M:0;f156d4de6e70:35783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7818894b74344988a3acd29cdf3f17ed is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732044253829/Put/seqid=0 2024-11-19T19:24:22,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741845_1021 (size=6587) 2024-11-19T19:24:22,845 INFO [M:0;f156d4de6e70:35783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7818894b74344988a3acd29cdf3f17ed 2024-11-19T19:24:22,860 DEBUG [M:0;f156d4de6e70:35783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51be8fad439149979f9dd155a96a7313 is 69, key is f156d4de6e70,43423,1732044247199/rs:state/1732044249097/Put/seqid=0 2024-11-19T19:24:22,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741846_1022 (size=5156) 2024-11-19T19:24:23,126 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:23,134 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:23,263 INFO [M:0;f156d4de6e70:35783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51be8fad439149979f9dd155a96a7313 2024-11-19T19:24:23,267 DEBUG [M:0;f156d4de6e70:35783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fc65643d64a4b6a8435a60938196269 as hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fc65643d64a4b6a8435a60938196269 2024-11-19T19:24:23,270 INFO [M:0;f156d4de6e70:35783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fc65643d64a4b6a8435a60938196269, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T19:24:23,271 DEBUG [M:0;f156d4de6e70:35783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7818894b74344988a3acd29cdf3f17ed as hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7818894b74344988a3acd29cdf3f17ed 2024-11-19T19:24:23,274 INFO [M:0;f156d4de6e70:35783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7818894b74344988a3acd29cdf3f17ed, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T19:24:23,275 DEBUG [M:0;f156d4de6e70:35783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51be8fad439149979f9dd155a96a7313 as hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51be8fad439149979f9dd155a96a7313 2024-11-19T19:24:23,278 INFO [M:0;f156d4de6e70:35783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42349/user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51be8fad439149979f9dd155a96a7313, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T19:24:23,279 INFO [M:0;f156d4de6e70:35783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=55, compaction requested=false 2024-11-19T19:24:23,281 INFO [M:0;f156d4de6e70:35783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:23,282 DEBUG [M:0;f156d4de6e70:35783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044262385Disabling compacts and flushes for region at 1732044262385Disabling writes for close at 1732044262386 (+1 ms)Obtaining lock to block concurrent updates at 1732044262386Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044262386Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732044262386Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044262387 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044262387Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044262404 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044262404Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044262414 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044262433 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044262433Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044262848 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044262860 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044262860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e5659e5: reopening flushed file at 1732044263266 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@324c4c9e: reopening flushed file at 1732044263270 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c7dab8: reopening flushed file at 1732044263274 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=55, compaction requested=false at 1732044263279 (+5 ms)Writing region close event to WAL at 1732044263281 (+2 ms)Closed at 1732044263281 2024-11-19T19:24:23,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741830_1006 (size=32782) 2024-11-19T19:24:23,284 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b9f4382-49b2-1c33-4477-06147b7efb50/MasterData/WALs/f156d4de6e70,35783,1732044247037/f156d4de6e70%2C35783%2C1732044247037.1732044248580 not finished, retry = 0 2024-11-19T19:24:23,384 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:24:23,384 INFO [M:0;f156d4de6e70:35783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:24:23,384 INFO [M:0;f156d4de6e70:35783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35783 2024-11-19T19:24:23,385 INFO [M:0;f156d4de6e70:35783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:24:23,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:24:23,502 INFO [M:0;f156d4de6e70:35783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:24:23,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35783-0x101548d922c0006, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:24:23,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c8b387b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:24:23,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19f2c9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:24:23,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:24:23,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23618ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:24:23,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70b9d12a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/hadoop.log.dir/,STOPPED} 2024-11-19T19:24:23,513 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:24:23,513 WARN [BP-1036925657-172.17.0.3-1732044244388 heartbeating to localhost/127.0.0.1:42349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:24:23,513 WARN [BP-1036925657-172.17.0.3-1732044244388 heartbeating to localhost/127.0.0.1:42349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1036925657-172.17.0.3-1732044244388 (Datanode Uuid 3d979eac-62d8-4bc8-af60-843f01d56abc) service to localhost/127.0.0.1:42349 2024-11-19T19:24:23,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/cluster_13bc63f8-dac0-a955-7a9f-8b9b5c9d839c/data/data1/current/BP-1036925657-172.17.0.3-1732044244388 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:24:23,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/cluster_13bc63f8-dac0-a955-7a9f-8b9b5c9d839c/data/data2/current/BP-1036925657-172.17.0.3-1732044244388 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:24:23,514 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:24:23,514 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:24:23,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a65f36e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:24:23,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e587979{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:24:23,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:24:23,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124dcaa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:24:23,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a7b4b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61004034-3094-3144-ccbd-8673a4b1b4bf/hadoop.log.dir/,STOPPED} 2024-11-19T19:24:23,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:24:23,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:24:23,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:24:23,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:23,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:23,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:23,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:24:23,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:24:23,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=264175395, stopped=false 2024-11-19T19:24:23,539 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,37661,1732044240733 2024-11-19T19:24:23,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329306980/running 2024-11-19T19:24:23,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:23,560 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:24:23,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Set watcher on znode that does not yet exist, /1329306980/running 2024-11-19T19:24:23,561 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329306980/running 2024-11-19T19:24:23,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:24:23,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:23,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:23,562 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,44765,1732044241037' ***** 2024-11-19T19:24:23,562 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:24:23,562 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:24:23,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:24:23,563 INFO [RS:0;f156d4de6e70:44765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:24:23,563 INFO [RS:0;f156d4de6e70:44765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:24:23,563 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:23,563 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:23,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Set watcher on znode that does not yet exist, /1329306980/running 2024-11-19T19:24:23,568 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,44765,1732044241037 2024-11-19T19:24:23,568 INFO [RS:0;f156d4de6e70:44765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:24:23,568 INFO [RS:0;f156d4de6e70:44765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:44765. 2024-11-19T19:24:23,568 DEBUG [RS:0;f156d4de6e70:44765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:23,568 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f1ac78c4818e2cf1b8c0aaec2a7d775, disabling compactions & flushes 2024-11-19T19:24:23,568 DEBUG [RS:0;f156d4de6e70:44765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:23,568 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. 2024-11-19T19:24:23,568 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:24:23,568 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. 2024-11-19T19:24:23,568 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:24:23,568 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:24:23,568 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. after waiting 0 ms 2024-11-19T19:24:23,568 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:24:23,568 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. 2024-11-19T19:24:23,575 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T19:24:23,575 DEBUG [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(1325): Online Regions={3f1ac78c4818e2cf1b8c0aaec2a7d775=test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T19:24:23,575 DEBUG [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f1ac78c4818e2cf1b8c0aaec2a7d775 2024-11-19T19:24:23,575 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:24:23,575 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:24:23,575 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:24:23,575 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:24:23,575 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:24:23,575 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T19:24:23,586 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:24:23,586 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:24:23,589 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/default/test/3f1ac78c4818e2cf1b8c0aaec2a7d775/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T19:24:23,590 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:24:23,590 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:24:23,590 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. 2024-11-19T19:24:23,590 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f1ac78c4818e2cf1b8c0aaec2a7d775: Waiting for close lock at 1732044263568Running coprocessor pre-close hooks at 1732044263568Disabling compacts and flushes for region at 1732044263568Disabling writes for close at 1732044263568Writing region close event to WAL at 1732044263578 (+10 ms)Running coprocessor post-close hooks at 1732044263590 (+12 ms)Closed at 1732044263590 2024-11-19T19:24:23,590 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775. 2024-11-19T19:24:23,595 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/.tmp/info/4efe251b11064714a56412fbb27487e5 is 129, key is test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775./info:regioninfo/1732044252296/Put/seqid=0 2024-11-19T19:24:23,607 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:24:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741841_1017 (size=6421) 2024-11-19T19:24:23,612 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/.tmp/info/4efe251b11064714a56412fbb27487e5 2024-11-19T19:24:23,641 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/.tmp/ns/aa46f28f8ef54285aaaf738977631c69 is 43, key is default/ns:d/1732044244229/Put/seqid=0 2024-11-19T19:24:23,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741842_1018 (size=5153) 2024-11-19T19:24:23,647 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/.tmp/ns/aa46f28f8ef54285aaaf738977631c69 2024-11-19T19:24:23,671 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/.tmp/rep_barrier/bc9b8958191b4fbd96fa8a8ba621b80c is 112, key is test,,1732044251531.3f1ac78c4818e2cf1b8c0aaec2a7d775./rep_barrier:seqnumDuringOpen/1732044252296/Put/seqid=0 2024-11-19T19:24:23,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741843_1019 (size=5518) 2024-11-19T19:24:23,775 DEBUG [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:24:23,975 DEBUG [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:24:24,032 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:24,036 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:24,075 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/.tmp/rep_barrier/bc9b8958191b4fbd96fa8a8ba621b80c 2024-11-19T19:24:24,103 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/.tmp/table/f1749af0d5d840b8aa62287953574277 is 40, key is test/table:state/1732044252303/Put/seqid=0 2024-11-19T19:24:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741844_1020 (size=5165) 2024-11-19T19:24:24,113 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/.tmp/table/f1749af0d5d840b8aa62287953574277 2024-11-19T19:24:24,119 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/.tmp/info/4efe251b11064714a56412fbb27487e5 as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/info/4efe251b11064714a56412fbb27487e5 2024-11-19T19:24:24,132 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/info/4efe251b11064714a56412fbb27487e5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T19:24:24,134 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/.tmp/ns/aa46f28f8ef54285aaaf738977631c69 as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/ns/aa46f28f8ef54285aaaf738977631c69 2024-11-19T19:24:24,139 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/ns/aa46f28f8ef54285aaaf738977631c69, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T19:24:24,141 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/.tmp/rep_barrier/bc9b8958191b4fbd96fa8a8ba621b80c as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/rep_barrier/bc9b8958191b4fbd96fa8a8ba621b80c 2024-11-19T19:24:24,148 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/rep_barrier/bc9b8958191b4fbd96fa8a8ba621b80c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T19:24:24,149 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/.tmp/table/f1749af0d5d840b8aa62287953574277 as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/table/f1749af0d5d840b8aa62287953574277 2024-11-19T19:24:24,154 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/table/f1749af0d5d840b8aa62287953574277, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T19:24:24,155 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 580ms, sequenceid=11, compaction requested=false 2024-11-19T19:24:24,163 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T19:24:24,163 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:24:24,163 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:24:24,163 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:24:24,163 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044263575Running coprocessor pre-close hooks at 1732044263575Disabling compacts and flushes for region at 1732044263575Disabling writes for close at 1732044263575Obtaining lock to block concurrent updates at 1732044263575Preparing flush snapshotting stores in 1588230740 at 1732044263575Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732044263575Flushing stores of hbase:meta,,1.1588230740 at 1732044263576 (+1 ms)Flushing 1588230740/info: creating writer at 1732044263576Flushing 1588230740/info: appending metadata at 1732044263594 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732044263594Flushing 1588230740/ns: creating writer at 1732044263621 (+27 ms)Flushing 1588230740/ns: appending metadata at 1732044263641 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732044263641Flushing 1588230740/rep_barrier: creating writer at 1732044263653 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044263671 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044263671Flushing 1588230740/table: creating writer at 1732044264080 (+409 ms)Flushing 1588230740/table: appending metadata at 1732044264102 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732044264102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72049e68: reopening flushed file at 1732044264118 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d1509cd: reopening flushed file at 1732044264133 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b533f7: reopening flushed file at 1732044264140 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5dcb9: reopening flushed file at 1732044264148 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 580ms, sequenceid=11, compaction requested=false at 1732044264155 (+7 ms)Writing region close event to WAL at 1732044264160 (+5 ms)Running coprocessor post-close hooks at 1732044264163 (+3 ms)Closed at 1732044264163 2024-11-19T19:24:24,164 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:24:24,175 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,44765,1732044241037; all regions closed. 2024-11-19T19:24:24,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741834_1010 (size=2717) 2024-11-19T19:24:24,178 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/WALs/f156d4de6e70,44765,1732044241037/f156d4de6e70%2C44765%2C1732044241037.meta.1732044244192.meta not finished, retry = 0 2024-11-19T19:24:24,280 DEBUG [RS:0;f156d4de6e70:44765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/oldWALs 2024-11-19T19:24:24,280 INFO [RS:0;f156d4de6e70:44765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C44765%2C1732044241037.meta:.meta(num 1732044244192) 2024-11-19T19:24:24,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741833_1009 (size=1374) 2024-11-19T19:24:24,285 DEBUG [RS:0;f156d4de6e70:44765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/oldWALs 2024-11-19T19:24:24,285 INFO [RS:0;f156d4de6e70:44765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f156d4de6e70%2C44765%2C1732044241037:(num 1732044243725) 2024-11-19T19:24:24,285 DEBUG [RS:0;f156d4de6e70:44765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:24,285 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:24:24,285 INFO [RS:0;f156d4de6e70:44765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:24:24,285 INFO [RS:0;f156d4de6e70:44765 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T19:24:24,285 INFO [RS:0;f156d4de6e70:44765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:24:24,285 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:24:24,286 INFO [RS:0;f156d4de6e70:44765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:44765. 2024-11-19T19:24:24,286 DEBUG [RS:0;f156d4de6e70:44765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:24,286 DEBUG [RS:0;f156d4de6e70:44765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:24,286 DEBUG [RS:0;f156d4de6e70:44765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:24,286 INFO [RS:0;f156d4de6e70:44765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44765 2024-11-19T19:24:24,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:24:24,286 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T19:24:24,308 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329306980/rs/f156d4de6e70,44765,1732044241037 2024-11-19T19:24:24,308 INFO [RS:0;f156d4de6e70:44765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:24:24,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980/rs 2024-11-19T19:24:24,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,44765,1732044241037] 2024-11-19T19:24:24,329 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1329306980/draining/f156d4de6e70,44765,1732044241037 already deleted, retry=false 2024-11-19T19:24:24,329 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,44765,1732044241037 expired; onlineServers=0 2024-11-19T19:24:24,329 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,37661,1732044240733' ***** 2024-11-19T19:24:24,329 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:24:24,329 INFO [M:0;f156d4de6e70:37661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:24:24,329 INFO [M:0;f156d4de6e70:37661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:24:24,329 DEBUG [M:0;f156d4de6e70:37661 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:24:24,329 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:24:24,329 DEBUG [M:0;f156d4de6e70:37661 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:24:24,329 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044243471 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044243471,5,FailOnTimeoutGroup] 2024-11-19T19:24:24,329 INFO [M:0;f156d4de6e70:37661 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:24:24,329 INFO [M:0;f156d4de6e70:37661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:24:24,329 DEBUG [M:0;f156d4de6e70:37661 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:24:24,329 INFO [M:0;f156d4de6e70:37661 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:24:24,329 INFO [M:0;f156d4de6e70:37661 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:24:24,329 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044243471 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044243471,5,FailOnTimeoutGroup] 2024-11-19T19:24:24,332 INFO [M:0;f156d4de6e70:37661 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:24:24,332 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:24:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1329306980/master 2024-11-19T19:24:24,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1329306980 2024-11-19T19:24:24,360 DEBUG [M:0;f156d4de6e70:37661 {}] zookeeper.RecoverableZooKeeper(212): Node /1329306980/master already deleted, retry=false 2024-11-19T19:24:24,360 DEBUG [M:0;f156d4de6e70:37661 {}] master.ActiveMasterManager(353): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Failed delete of our master address node; KeeperErrorCode = NoNode for /1329306980/master 2024-11-19T19:24:24,361 INFO [M:0;f156d4de6e70:37661 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/.lastflushedseqids 2024-11-19T19:24:24,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741845_1021 (size=173) 2024-11-19T19:24:24,418 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:24:24,418 INFO [RS:0;f156d4de6e70:44765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:24:24,418 INFO [RS:0;f156d4de6e70:44765 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,44765,1732044241037; zookeeper connection closed. 2024-11-19T19:24:24,418 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44765-0x101548d922c0004, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:24:24,418 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fa4f7d1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fa4f7d1 2024-11-19T19:24:24,419 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:24:24,776 INFO [M:0;f156d4de6e70:37661 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:24:24,776 INFO [M:0;f156d4de6e70:37661 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:24:24,776 DEBUG [M:0;f156d4de6e70:37661 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:24:24,776 INFO [M:0;f156d4de6e70:37661 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:24,776 DEBUG [M:0;f156d4de6e70:37661 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:24,776 DEBUG [M:0;f156d4de6e70:37661 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:24:24,776 DEBUG [M:0;f156d4de6e70:37661 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:24,776 INFO [M:0;f156d4de6e70:37661 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-19T19:24:24,789 DEBUG [M:0;f156d4de6e70:37661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0408556881d140b9af1ee43c884af547 is 82, key is hbase:meta,,1/info:regioninfo/1732044244216/Put/seqid=0 2024-11-19T19:24:24,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741846_1022 (size=5672) 2024-11-19T19:24:25,039 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:25,041 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:25,193 INFO [M:0;f156d4de6e70:37661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0408556881d140b9af1ee43c884af547 2024-11-19T19:24:25,215 DEBUG [M:0;f156d4de6e70:37661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2af18c37d9944c56b5a08d332f5ab3f5 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732044252306/Put/seqid=0 2024-11-19T19:24:25,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741847_1023 (size=6587) 2024-11-19T19:24:25,221 INFO [M:0;f156d4de6e70:37661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2af18c37d9944c56b5a08d332f5ab3f5 2024-11-19T19:24:25,250 DEBUG [M:0;f156d4de6e70:37661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2272d41af2b844c387a24c3f97d2d412 is 69, key is f156d4de6e70,44765,1732044241037/rs:state/1732044243557/Put/seqid=0 2024-11-19T19:24:25,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741848_1024 (size=5156) 2024-11-19T19:24:25,290 INFO [M:0;f156d4de6e70:37661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2272d41af2b844c387a24c3f97d2d412 2024-11-19T19:24:25,311 DEBUG [M:0;f156d4de6e70:37661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0408556881d140b9af1ee43c884af547 as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0408556881d140b9af1ee43c884af547 2024-11-19T19:24:25,320 INFO [M:0;f156d4de6e70:37661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0408556881d140b9af1ee43c884af547, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T19:24:25,321 DEBUG [M:0;f156d4de6e70:37661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2af18c37d9944c56b5a08d332f5ab3f5 as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2af18c37d9944c56b5a08d332f5ab3f5 2024-11-19T19:24:25,333 INFO [M:0;f156d4de6e70:37661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2af18c37d9944c56b5a08d332f5ab3f5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T19:24:25,335 DEBUG [M:0;f156d4de6e70:37661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2272d41af2b844c387a24c3f97d2d412 as hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2272d41af2b844c387a24c3f97d2d412 2024-11-19T19:24:25,340 INFO [M:0;f156d4de6e70:37661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43457/user/jenkins/test-data/944ac5ee-19e1-3023-0077-10aaee5069e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2272d41af2b844c387a24c3f97d2d412, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T19:24:25,344 INFO [M:0;f156d4de6e70:37661 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 568ms, sequenceid=55, compaction requested=false 2024-11-19T19:24:25,364 INFO [M:0;f156d4de6e70:37661 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:25,364 DEBUG [M:0;f156d4de6e70:37661 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044264776Disabling compacts and flushes for region at 1732044264776Disabling writes for close at 1732044264776Obtaining lock to block concurrent updates at 1732044264776Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044264776Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732044264777 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044264777Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044264777Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044264789 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044264789Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044265196 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044265214 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044265214Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044265228 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044265249 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044265249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd90962: reopening flushed file at 1732044265306 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bed6078: reopening flushed file at 1732044265320 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b01752: reopening flushed file at 1732044265334 (+14 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 568ms, sequenceid=55, compaction requested=false at 1732044265344 (+10 ms)Writing region close event to WAL at 1732044265364 (+20 ms)Closed at 1732044265364 2024-11-19T19:24:25,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741830_1006 (size=32782) 2024-11-19T19:24:25,382 INFO [M:0;f156d4de6e70:37661 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:24:25,382 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:24:25,382 INFO [M:0;f156d4de6e70:37661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37661 2024-11-19T19:24:25,384 INFO [M:0;f156d4de6e70:37661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:24:25,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:24:25,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37661-0x101548d922c0003, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:24:25,536 INFO [M:0;f156d4de6e70:37661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:24:25,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49908177{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:24:25,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@191e59e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:24:25,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:24:25,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bed62b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:24:25,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4898b4cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/hadoop.log.dir/,STOPPED} 2024-11-19T19:24:25,561 WARN [BP-827094711-172.17.0.3-1732044237639 heartbeating to localhost/127.0.0.1:43457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:24:25,561 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:24:25,561 WARN [BP-827094711-172.17.0.3-1732044237639 heartbeating to localhost/127.0.0.1:43457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-827094711-172.17.0.3-1732044237639 (Datanode Uuid 9e4231ce-090f-4180-b63c-d5e6c19ca0d5) service to localhost/127.0.0.1:43457 2024-11-19T19:24:25,561 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:24:25,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/cluster_9505c5f5-6d6c-115c-5268-21fb456919c5/data/data1/current/BP-827094711-172.17.0.3-1732044237639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:24:25,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/cluster_9505c5f5-6d6c-115c-5268-21fb456919c5/data/data2/current/BP-827094711-172.17.0.3-1732044237639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:24:25,563 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:24:25,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46411012{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:24:25,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3415693f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:24:25,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:24:25,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2b586b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:24:25,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73bfc8d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96c55dad-862d-6d7d-b676-08c6668bb7ac/hadoop.log.dir/,STOPPED} 2024-11-19T19:24:25,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:24:25,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T19:24:25,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:24:25,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:25,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:25,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:25,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:24:25,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T19:24:25,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=829443389, stopped=false 2024-11-19T19:24:25,595 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f156d4de6e70,33603,1732044234695 2024-11-19T19:24:25,613 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-695524097/running 2024-11-19T19:24:25,613 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:24:25,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-695524097/running 2024-11-19T19:24:25,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:24:25,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Set watcher on znode that does not yet exist, /0-695524097/running 2024-11-19T19:24:25,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Set watcher on znode that does not yet exist, /0-695524097/running 2024-11-19T19:24:25,614 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:24:25,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T19:24:25,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:25,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:25,615 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f156d4de6e70,34631,1732044234908' ***** 2024-11-19T19:24:25,615 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T19:24:25,615 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T19:24:25,615 INFO [RS:0;f156d4de6e70:34631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T19:24:25,615 INFO [RS:0;f156d4de6e70:34631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T19:24:25,615 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(3091): Received CLOSE for 4bd407c3a25964d83b995afcbd8a8851 2024-11-19T19:24:25,615 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T19:24:25,621 INFO [regionserver/f156d4de6e70:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:24:25,624 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(3091): Received CLOSE for d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:25,624 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(959): stopping server f156d4de6e70,34631,1732044234908 2024-11-19T19:24:25,624 INFO [RS:0;f156d4de6e70:34631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:24:25,624 INFO [RS:0;f156d4de6e70:34631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:34631. 2024-11-19T19:24:25,624 DEBUG [RS:0;f156d4de6e70:34631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:25,624 DEBUG [RS:0;f156d4de6e70:34631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:25,625 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T19:24:25,625 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T19:24:25,625 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T19:24:25,625 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T19:24:25,625 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4bd407c3a25964d83b995afcbd8a8851, disabling compactions & flushes 2024-11-19T19:24:25,625 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. 2024-11-19T19:24:25,625 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. 2024-11-19T19:24:25,625 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. after waiting 0 ms 2024-11-19T19:24:25,625 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. 2024-11-19T19:24:25,629 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T19:24:25,630 DEBUG [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(1325): Online Regions={4bd407c3a25964d83b995afcbd8a8851=test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851., 1588230740=hbase:meta,,1.1588230740, d7975f91c56c9ab0e32f1e8c32f43de0=hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0.} 2024-11-19T19:24:25,630 DEBUG [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4bd407c3a25964d83b995afcbd8a8851, d7975f91c56c9ab0e32f1e8c32f43de0 2024-11-19T19:24:25,635 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T19:24:25,635 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T19:24:25,635 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T19:24:25,635 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T19:24:25,635 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T19:24:25,636 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T19:24:25,652 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T19:24:25,652 INFO [regionserver/f156d4de6e70:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T19:24:25,654 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/default/test/4bd407c3a25964d83b995afcbd8a8851/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T19:24:25,654 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:24:25,654 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T19:24:25,654 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. 2024-11-19T19:24:25,654 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4bd407c3a25964d83b995afcbd8a8851: Waiting for close lock at 1732044265625Running coprocessor pre-close hooks at 1732044265625Disabling compacts and flushes for region at 1732044265625Disabling writes for close at 1732044265625Writing region close event to WAL at 1732044265651 (+26 ms)Running coprocessor post-close hooks at 1732044265654 (+3 ms)Closed at 1732044265654 2024-11-19T19:24:25,654 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851. 2024-11-19T19:24:25,655 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7975f91c56c9ab0e32f1e8c32f43de0, disabling compactions & flushes 2024-11-19T19:24:25,655 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. 2024-11-19T19:24:25,655 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. 2024-11-19T19:24:25,655 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. after waiting 0 ms 2024-11-19T19:24:25,655 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. 2024-11-19T19:24:25,655 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7975f91c56c9ab0e32f1e8c32f43de0 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-19T19:24:25,657 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/.tmp/info/9a6920d642854d488d3a289f3954196d is 147, key is hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0./info:regioninfo/1732044255614/Put/seqid=0 2024-11-19T19:24:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741847_1023 (size=7686) 2024-11-19T19:24:25,674 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0/.tmp/hfileref/07465e3382eb42ec9783fc3fb9865d5d is 74, key is 1/hfileref:2aa7ba8bf26c4768beadbbb5433702bc_SeqId_6_/1732044260463/DeleteColumn/seqid=0 2024-11-19T19:24:25,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741848_1024 (size=5489) 2024-11-19T19:24:25,684 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0/.tmp/hfileref/07465e3382eb42ec9783fc3fb9865d5d 2024-11-19T19:24:25,708 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0/.tmp/queue/274d6eb5a31d4fd5a55522d7408d3c29 is 153, key is 1-f156d4de6e70,34631,1732044234908/queue:f156d4de6e70%2C34631%2C1732044234908/1732044260465/Put/seqid=0 2024-11-19T19:24:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741849_1025 (size=5504) 2024-11-19T19:24:25,728 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0/.tmp/queue/274d6eb5a31d4fd5a55522d7408d3c29 2024-11-19T19:24:25,733 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0/.tmp/hfileref/07465e3382eb42ec9783fc3fb9865d5d as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0/hfileref/07465e3382eb42ec9783fc3fb9865d5d 2024-11-19T19:24:25,741 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0/hfileref/07465e3382eb42ec9783fc3fb9865d5d, entries=6, sequenceid=17, filesize=5.4 K 2024-11-19T19:24:25,741 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0/.tmp/queue/274d6eb5a31d4fd5a55522d7408d3c29 as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0/queue/274d6eb5a31d4fd5a55522d7408d3c29 2024-11-19T19:24:25,745 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0/queue/274d6eb5a31d4fd5a55522d7408d3c29, entries=2, sequenceid=17, filesize=5.4 K 2024-11-19T19:24:25,747 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d7975f91c56c9ab0e32f1e8c32f43de0 in 92ms, sequenceid=17, compaction requested=false 2024-11-19T19:24:25,764 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/replication/d7975f91c56c9ab0e32f1e8c32f43de0/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-19T19:24:25,767 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:24:25,767 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:24:25,768 INFO [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. 2024-11-19T19:24:25,768 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7975f91c56c9ab0e32f1e8c32f43de0: Waiting for close lock at 1732044265655Running coprocessor pre-close hooks at 1732044265655Disabling compacts and flushes for region at 1732044265655Disabling writes for close at 1732044265655Obtaining lock to block concurrent updates at 1732044265655Preparing flush snapshotting stores in d7975f91c56c9ab0e32f1e8c32f43de0 at 1732044265655Finished memstore snapshotting hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732044265655Flushing stores of hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. at 1732044265656 (+1 ms)Flushing d7975f91c56c9ab0e32f1e8c32f43de0/hfileref: creating writer at 1732044265656Flushing d7975f91c56c9ab0e32f1e8c32f43de0/hfileref: appending metadata at 1732044265674 (+18 ms)Flushing d7975f91c56c9ab0e32f1e8c32f43de0/hfileref: closing flushed file at 1732044265674Flushing d7975f91c56c9ab0e32f1e8c32f43de0/queue: creating writer at 1732044265689 (+15 ms)Flushing d7975f91c56c9ab0e32f1e8c32f43de0/queue: appending metadata at 1732044265708 (+19 ms)Flushing d7975f91c56c9ab0e32f1e8c32f43de0/queue: closing flushed file at 1732044265708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9da4abb: reopening flushed file at 1732044265733 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3053a38a: reopening flushed file at 1732044265741 (+8 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d7975f91c56c9ab0e32f1e8c32f43de0 in 92ms, sequenceid=17, compaction requested=false at 1732044265747 (+6 ms)Writing region close event to WAL at 1732044265760 (+13 ms)Running coprocessor post-close hooks at 1732044265767 (+7 ms)Closed at 1732044265768 (+1 ms) 2024-11-19T19:24:25,768 DEBUG [RS_CLOSE_REGION-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732044254846.d7975f91c56c9ab0e32f1e8c32f43de0. 2024-11-19T19:24:25,830 DEBUG [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:24:26,030 DEBUG [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:24:26,067 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/.tmp/info/9a6920d642854d488d3a289f3954196d 2024-11-19T19:24:26,092 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/.tmp/ns/b3827eb06fb449459b7106dd830da4c4 is 43, key is default/ns:d/1732044237512/Put/seqid=0 2024-11-19T19:24:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741850_1026 (size=5153) 2024-11-19T19:24:26,099 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/.tmp/ns/b3827eb06fb449459b7106dd830da4c4 2024-11-19T19:24:26,122 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/.tmp/rep_barrier/9e7224cb8b6747039aa6e940d61b7ecf is 112, key is test,,1732044250386.4bd407c3a25964d83b995afcbd8a8851./rep_barrier:seqnumDuringOpen/1732044251139/Put/seqid=0 2024-11-19T19:24:26,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741851_1027 (size=5518) 2024-11-19T19:24:26,133 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/.tmp/rep_barrier/9e7224cb8b6747039aa6e940d61b7ecf 2024-11-19T19:24:26,143 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:26,144 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 393, reset compression=false 2024-11-19T19:24:26,157 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/.tmp/table/4c61b21dcc914043a74b03518142aaf7 is 53, key is hbase:replication/table:state/1732044255620/Put/seqid=0 2024-11-19T19:24:26,162 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:24:26,162 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 688, reset compression=false 2024-11-19T19:24:26,162 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f156d4de6e70,34631,1732044234908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:24:26,163 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f156d4de6e70,34631,1732044234908: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f156d4de6e70,34631,1732044234908, walGroup=f156d4de6e70%2C34631%2C1732044234908, offset=f156d4de6e70%2C34631%2C1732044234908.1732044257892:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:34631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T19:24:26,166 ERROR [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T19:24:26,166 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T19:24:26,167 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T19:24:26,167 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T19:24:26,167 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T19:24:26,167 INFO [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1629487104, "init": 1048576000, "max": 2306867200, "used": 1178210736 }, "NonHeapMemoryUsage": { "committed": 211025920, "init": 7667712, "max": -1, "used": 208119896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T19:24:26,173 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T19:24:26,173 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 688, reset compression=false 2024-11-19T19:24:26,173 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f156d4de6e70,34631,1732044234908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T19:24:26,174 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-19T19:24:26,176 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:33603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f156d4de6e70:33603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T19:24:26,230 DEBUG [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T19:24:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741852_1028 (size=5308) 2024-11-19T19:24:26,241 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/.tmp/table/4c61b21dcc914043a74b03518142aaf7 2024-11-19T19:24:26,246 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/.tmp/info/9a6920d642854d488d3a289f3954196d as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/info/9a6920d642854d488d3a289f3954196d 2024-11-19T19:24:26,250 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/info/9a6920d642854d488d3a289f3954196d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T19:24:26,251 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/.tmp/ns/b3827eb06fb449459b7106dd830da4c4 as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/ns/b3827eb06fb449459b7106dd830da4c4 2024-11-19T19:24:26,254 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/ns/b3827eb06fb449459b7106dd830da4c4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T19:24:26,255 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/.tmp/rep_barrier/9e7224cb8b6747039aa6e940d61b7ecf as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/rep_barrier/9e7224cb8b6747039aa6e940d61b7ecf 2024-11-19T19:24:26,264 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/rep_barrier/9e7224cb8b6747039aa6e940d61b7ecf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T19:24:26,265 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/.tmp/table/4c61b21dcc914043a74b03518142aaf7 as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/table/4c61b21dcc914043a74b03518142aaf7 2024-11-19T19:24:26,272 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/table/4c61b21dcc914043a74b03518142aaf7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T19:24:26,273 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 638ms, sequenceid=16, compaction requested=false 2024-11-19T19:24:26,283 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T19:24:26,284 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T19:24:26,284 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T19:24:26,284 INFO [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T19:24:26,284 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732044265635Running coprocessor pre-close hooks at 1732044265635Disabling compacts and flushes for region at 1732044265635Disabling writes for close at 1732044265635Obtaining lock to block concurrent updates at 1732044265636 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732044265636Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732044265636Flushing stores of hbase:meta,,1.1588230740 at 1732044265637 (+1 ms)Flushing 1588230740/info: creating writer at 1732044265637Flushing 1588230740/info: appending metadata at 1732044265657 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732044265657Flushing 1588230740/ns: creating writer at 1732044266071 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732044266091 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732044266092 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732044266104 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732044266121 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732044266121Flushing 1588230740/table: creating writer at 1732044266139 (+18 ms)Flushing 1588230740/table: appending metadata at 1732044266157 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732044266157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6edbc7: reopening flushed file at 1732044266245 (+88 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff9adfb: reopening flushed file at 1732044266250 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b30346: reopening flushed file at 1732044266255 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5447bbf7: reopening flushed file at 1732044266264 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 638ms, sequenceid=16, compaction requested=false at 1732044266273 (+9 ms)Writing region close event to WAL at 1732044266280 (+7 ms)Running coprocessor post-close hooks at 1732044266284 (+4 ms)Closed at 1732044266284 2024-11-19T19:24:26,284 DEBUG [RS_CLOSE_META-regionserver/f156d4de6e70:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T19:24:26,432 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(976): stopping server f156d4de6e70,34631,1732044234908; all regions closed. 2024-11-19T19:24:26,432 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 688, reset compression=false 2024-11-19T19:24:26,436 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.meta.1732044257874.meta not finished, retry = 0 2024-11-19T19:24:26,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741842_1018 (size=859) 2024-11-19T19:24:26,449 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 688, reset compression=false 2024-11-19T19:24:26,560 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.rep.1732044257907 not finished, retry = 0 2024-11-19T19:24:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741844_1020 (size=2791) 2024-11-19T19:24:26,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741843_1019 (size=696) 2024-11-19T19:24:26,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 not finished, retry = 0 2024-11-19T19:24:26,745 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 688, reset compression=false 2024-11-19T19:24:26,757 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 to pos 688, reset compression=false 2024-11-19T19:24:26,765 DEBUG [RS:0;f156d4de6e70:34631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:26,765 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T19:24:26,765 INFO [RS:0;f156d4de6e70:34631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:24:26,766 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 2024-11-19T19:24:26,766 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/WALs/f156d4de6e70,34631,1732044234908/f156d4de6e70%2C34631%2C1732044234908.1732044257892 2024-11-19T19:24:26,766 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-19T19:24:26,766 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-19T19:24:26,766 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-19T19:24:26,766 DEBUG [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-19T19:24:26,768 INFO [RS:0;f156d4de6e70:34631 {}] hbase.ChoreService(370): Chore service for: regionserver/f156d4de6e70:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T19:24:26,768 INFO [RS:0;f156d4de6e70:34631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:24:26,768 INFO [regionserver/f156d4de6e70:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:24:26,769 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f156d4de6e70,34631,1732044234908 because: Region server is closing 2024-11-19T19:24:26,769 INFO [RS:0;f156d4de6e70:34631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:34631. 2024-11-19T19:24:26,769 DEBUG [RS:0;f156d4de6e70:34631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:26,769 DEBUG [RS:0;f156d4de6e70:34631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:26,769 DEBUG [RS:0;f156d4de6e70:34631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:26,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:24:26,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T19:24:26,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,872 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 terminated 2024-11-19T19:24:26,872 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f156d4de6e70,34631,1732044234908 because: Region server is closing 2024-11-19T19:24:26,872 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,1-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,1-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-19T19:24:26,872 INFO [RS:0;f156d4de6e70:34631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f156d4de6e70:34631. 2024-11-19T19:24:26,872 DEBUG [RS:0;f156d4de6e70:34631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T19:24:26,872 DEBUG [RS:0;f156d4de6e70:34631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:26,872 DEBUG [RS:0;f156d4de6e70:34631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T19:24:26,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T19:24:26,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:26,972 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.shipperf156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 terminated 2024-11-19T19:24:26,972 WARN [RS_REFRESH_PEER-regionserver/f156d4de6e70:0-0.replicationSource,2-f156d4de6e70,34631,1732044234908.replicationSource.wal-reader.f156d4de6e70%2C34631%2C1732044234908,2-f156d4de6e70,34631,1732044234908 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-19T19:24:26,973 INFO [RS:0;f156d4de6e70:34631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34631 2024-11-19T19:24:26,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T19:24:27,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097/rs 2024-11-19T19:24:27,023 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-695524097/rs/f156d4de6e70,34631,1732044234908 2024-11-19T19:24:27,023 INFO [RS:0;f156d4de6e70:34631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:24:27,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f156d4de6e70,34631,1732044234908] 2024-11-19T19:24:27,044 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-695524097/draining/f156d4de6e70,34631,1732044234908 already deleted, retry=false 2024-11-19T19:24:27,044 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f156d4de6e70,34631,1732044234908 expired; onlineServers=0 2024-11-19T19:24:27,044 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f156d4de6e70,33603,1732044234695' ***** 2024-11-19T19:24:27,044 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T19:24:27,044 INFO [M:0;f156d4de6e70:33603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T19:24:27,044 INFO [M:0;f156d4de6e70:33603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T19:24:27,044 DEBUG [M:0;f156d4de6e70:33603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T19:24:27,044 DEBUG [M:0;f156d4de6e70:33603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T19:24:27,044 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T19:24:27,044 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044236501 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.large.0-1732044236501,5,FailOnTimeoutGroup] 2024-11-19T19:24:27,045 DEBUG [master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044236501 {}] cleaner.HFileCleaner(306): Exit Thread[master/f156d4de6e70:0:becomeActiveMaster-HFileCleaner.small.0-1732044236501,5,FailOnTimeoutGroup] 2024-11-19T19:24:27,045 INFO [M:0;f156d4de6e70:33603 {}] hbase.ChoreService(370): Chore service for: master/f156d4de6e70:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T19:24:27,045 INFO [M:0;f156d4de6e70:33603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T19:24:27,045 DEBUG [M:0;f156d4de6e70:33603 {}] master.HMaster(1795): Stopping service threads 2024-11-19T19:24:27,045 INFO [M:0;f156d4de6e70:33603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T19:24:27,045 INFO [M:0;f156d4de6e70:33603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T19:24:27,045 ERROR [M:0;f156d4de6e70:33603 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:46109 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46109,5,PEWorkerGroup] 2024-11-19T19:24:27,045 INFO [M:0;f156d4de6e70:33603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T19:24:27,045 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T19:24:27,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-695524097/master 2024-11-19T19:24:27,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695524097 2024-11-19T19:24:27,055 DEBUG [M:0;f156d4de6e70:33603 {}] zookeeper.ZKUtil(347): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Unable to get data of znode /0-695524097/master because node does not exist (not an error) 2024-11-19T19:24:27,055 WARN [M:0;f156d4de6e70:33603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T19:24:27,055 INFO [M:0;f156d4de6e70:33603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/.lastflushedseqids 2024-11-19T19:24:27,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741853_1029 (size=263) 2024-11-19T19:24:27,134 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:24:27,134 INFO [RS:0;f156d4de6e70:34631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:24:27,134 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34631-0x101548d922c0001, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:24:27,134 INFO [RS:0;f156d4de6e70:34631 {}] regionserver.HRegionServer(1031): Exiting; stopping=f156d4de6e70,34631,1732044234908; zookeeper connection closed. 2024-11-19T19:24:27,134 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@aaacbfa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@aaacbfa 2024-11-19T19:24:27,134 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T19:24:27,459 INFO [M:0;f156d4de6e70:33603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T19:24:27,459 INFO [M:0;f156d4de6e70:33603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T19:24:27,459 DEBUG [M:0;f156d4de6e70:33603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T19:24:27,459 INFO [M:0;f156d4de6e70:33603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:27,459 DEBUG [M:0;f156d4de6e70:33603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:27,459 DEBUG [M:0;f156d4de6e70:33603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T19:24:27,459 DEBUG [M:0;f156d4de6e70:33603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:27,459 INFO [M:0;f156d4de6e70:33603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-19T19:24:27,477 DEBUG [M:0;f156d4de6e70:33603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/504fb5a53fb6420fb8723aaf96bb6caf is 82, key is hbase:meta,,1/info:regioninfo/1732044237442/Put/seqid=0 2024-11-19T19:24:27,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741854_1030 (size=5672) 2024-11-19T19:24:27,880 INFO [M:0;f156d4de6e70:33603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/504fb5a53fb6420fb8723aaf96bb6caf 2024-11-19T19:24:27,904 DEBUG [M:0;f156d4de6e70:33603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8100815ccdd54e61a6dec6e04bafbf24 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732044255623/Put/seqid=0 2024-11-19T19:24:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741855_1031 (size=8910) 2024-11-19T19:24:28,321 INFO [M:0;f156d4de6e70:33603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8100815ccdd54e61a6dec6e04bafbf24 2024-11-19T19:24:28,341 DEBUG [M:0;f156d4de6e70:33603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6525499ebfd44fb8380c347968d17ab is 69, key is f156d4de6e70,34631,1732044234908/rs:state/1732044236601/Put/seqid=0 2024-11-19T19:24:28,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741856_1032 (size=5156) 2024-11-19T19:24:28,748 INFO [M:0;f156d4de6e70:33603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6525499ebfd44fb8380c347968d17ab 2024-11-19T19:24:28,751 DEBUG [M:0;f156d4de6e70:33603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/504fb5a53fb6420fb8723aaf96bb6caf as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/504fb5a53fb6420fb8723aaf96bb6caf 2024-11-19T19:24:28,755 INFO [M:0;f156d4de6e70:33603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/504fb5a53fb6420fb8723aaf96bb6caf, entries=8, sequenceid=112, filesize=5.5 K 2024-11-19T19:24:28,755 DEBUG [M:0;f156d4de6e70:33603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8100815ccdd54e61a6dec6e04bafbf24 as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8100815ccdd54e61a6dec6e04bafbf24 2024-11-19T19:24:28,758 INFO [M:0;f156d4de6e70:33603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8100815ccdd54e61a6dec6e04bafbf24, entries=13, sequenceid=112, filesize=8.7 K 2024-11-19T19:24:28,759 DEBUG [M:0;f156d4de6e70:33603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6525499ebfd44fb8380c347968d17ab as hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6525499ebfd44fb8380c347968d17ab 2024-11-19T19:24:28,762 INFO [M:0;f156d4de6e70:33603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46109/user/jenkins/test-data/935fa6c3-9760-4a1d-40b6-7ece26cf8d01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6525499ebfd44fb8380c347968d17ab, entries=1, sequenceid=112, filesize=5.0 K 2024-11-19T19:24:28,762 INFO [M:0;f156d4de6e70:33603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=112, compaction requested=false 2024-11-19T19:24:28,763 INFO [M:0;f156d4de6e70:33603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T19:24:28,763 DEBUG [M:0;f156d4de6e70:33603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732044267459Disabling compacts and flushes for region at 1732044267459Disabling writes for close at 1732044267459Obtaining lock to block concurrent updates at 1732044267459Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732044267459Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732044267459Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732044267460 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732044267460Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732044267476 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732044267476Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732044267884 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732044267904 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732044267904Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732044268324 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732044268341 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732044268341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349362ce: reopening flushed file at 1732044268751 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45bfbf12: reopening flushed file at 1732044268755 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276aa736: reopening flushed file at 1732044268759 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=112, compaction requested=false at 1732044268762 (+3 ms)Writing region close event to WAL at 1732044268763 (+1 ms)Closed at 1732044268763 2024-11-19T19:24:28,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741830_1006 (size=69067) 2024-11-19T19:24:28,765 INFO [M:0;f156d4de6e70:33603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T19:24:28,765 INFO [M:0;f156d4de6e70:33603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33603 2024-11-19T19:24:28,765 INFO [M:0;f156d4de6e70:33603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T19:24:28,765 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T19:24:28,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:24:28,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33603-0x101548d922c0000, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T19:24:28,881 INFO [M:0;f156d4de6e70:33603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T19:24:29,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c9a294c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T19:24:29,037 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d873ff5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:24:29,037 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:24:29,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61115c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:24:29,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@358c5e9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/hadoop.log.dir/,STOPPED} 2024-11-19T19:24:29,045 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T19:24:29,045 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T19:24:29,048 WARN [BP-2053604120-172.17.0.3-1732044232340 heartbeating to localhost/127.0.0.1:46109 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T19:24:29,048 WARN [BP-2053604120-172.17.0.3-1732044232340 heartbeating to localhost/127.0.0.1:46109 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2053604120-172.17.0.3-1732044232340 (Datanode Uuid 5a96eb2e-9870-4468-bcd4-ce4c15aa8343) service to localhost/127.0.0.1:46109 2024-11-19T19:24:29,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/cluster_a183a14a-da79-0a93-b354-6cc8759b53a2/data/data1/current/BP-2053604120-172.17.0.3-1732044232340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:24:29,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/cluster_a183a14a-da79-0a93-b354-6cc8759b53a2/data/data2/current/BP-2053604120-172.17.0.3-1732044232340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T19:24:29,049 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T19:24:29,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22b51209{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T19:24:29,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@586faf4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T19:24:29,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T19:24:29,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@262d3e1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T19:24:29,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec53f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a673bce-c24c-1baa-268d-efc2a39c35f5/hadoop.log.dir/,STOPPED} 2024-11-19T19:24:29,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T19:24:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T19:24:29,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 528) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42349 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46109 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63586) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63586) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43457 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42349 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43457 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63586) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46109 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46109 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=987 (was 873) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 463) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3210 (was 3455) 2024-11-19T19:24:29,121 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500 2024-11-19T19:24:29,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101548d922c0008, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:24:29,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101548d922c0008, quorum=127.0.0.1:63586, baseZNode=/21565209252 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:24:29,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101548d922c0002, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:24:29,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101548d922c0002, quorum=127.0.0.1:63586, baseZNode=/0-695524097 Received Disconnected from ZooKeeper, ignoring 2024-11-19T19:24:29,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101548d922c0005, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T19:24:29,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101548d922c0005, quorum=127.0.0.1:63586, baseZNode=/1329306980 Received Disconnected from ZooKeeper, ignoring